{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bddf4035-2e20-5e6d-a8c7-8f51b5530239","task_key":"all--test--bddf4035-2e20-5e6d-a8c7-8f51b5530239","task_revision_id":"1","upstream_id":"","short_description":"Poverty as defined by the United States government is best understood as","config":"all","split":"test","body":"{\"choices\":\"['the index value of government services such as Medicaid and public housing', 'the concept of relative deprivation and is based on changes in the distribution of income', 'an absolute level set in the 1960s and since adjusted to reflect inflation at the consumer level', 'a concept based on lifestyle and measured on a sliding scale based on the needs of an individual']\",\"question\":\"Poverty as defined by the United States government is best understood as\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}