{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"286ce75c-b651-5b96-b672-4b6bc3655a63","task_key":"all--test--286ce75c-b651-5b96-b672-4b6bc3655a63","task_revision_id":"1","upstream_id":"","short_description":"Rawls argues that parties in the original position would not accept…","config":"all","split":"test","body":"{\"choices\":\"['it is too difficult to determine which policies would maximize happiness.', 'doing so would be too risky.', 'it requires us to do unjust things, such as executing innocent people.', 'they would be behind the veil of ignorance and thus would never have heard of utilitarianism.']\",\"question\":\"Rawls argues that parties in the original position would not accept utilitarianism because:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}