{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9aae42bc-fe9e-5c1e-ab62-3a2b38a221cf","task_key":"all--test--9aae42bc-fe9e-5c1e-ab62-3a2b38a221cf","task_revision_id":"1","upstream_id":"","short_description":"Sullivan's (2000) study suggested that the proportion of housework men did was…","config":"all","split":"test","body":"{\"choices\":\"[\\\"they had rediscovered themselves as 'new men'\\\", 'their wives were at home and nagged them all the time', 'exciting gadgets like the hoover and electric iron were invented', 'they were unemployed or both partners worked full time']\",\"question\":\"Sullivan's (2000) study suggested that the proportion of housework men did was greatest when:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}