{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca34768f-3616-5ee8-82ea-2e3987cd745e","task_key":"all--test--ca34768f-3616-5ee8-82ea-2e3987cd745e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best describes the definition of poverty used by the…","config":"all","split":"test","body":"{\"choices\":\"['It specifies the poverty line at a level set in the 1960s and adjusted since to reflect inflation.', 'It includes the value of government services, such as Medicaid or public housing, when setting the poverty line.', 'It is based on the concept of relative deprivation, and the poverty line changes as the distribution of income changes.', 'It is based on the concept of lifestyle, and the poverty line varies according to the needs of the individual.']\",\"question\":\"Which of the following best describes the definition of poverty used by the United States government?\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}