{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"63efda17-8d26-5eb4-aeea-e4b6507eedd2","task_key":"all--test--63efda17-8d26-5eb4-aeea-e4b6507eedd2","task_revision_id":"1","upstream_id":"","short_description":"Women have been excluded from the public sphere because:","config":"all","split":"test","body":"{\"choices\":\"['industrial capitalism separated the middle class home from the workplace', \\\"those who enter paid employment have been 'sidelined' into particular fields\\\", \\\"it is difficult to succeed in 'malestream' politics without compromising their femininity\\\", 'all of the above']\",\"question\":\"Women have been excluded from the public sphere because:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}