{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2d90a74d-8d7e-5fe6-972f-b1dd08705c6b","task_key":"all--test--2d90a74d-8d7e-5fe6-972f-b1dd08705c6b","task_revision_id":"1","upstream_id":"","short_description":"Pick the correct description of the following term: Utilitarianism is…","config":"all","split":"test","body":"{\"choices\":\"['A theory which states that an action is morally incorrect if it promotes the greatest good for the greatest number', 'A theory which states that an action is morally right if it promotes the greatest good for the decision maker', 'A theory which states that an action is morally right if it promotes the greatest good for the smallest number', 'A theory which states that an action is morally right if it promotes the greatest good for the greatest number']\",\"question\":\"Pick the correct description of the following term: Utilitarianism is…\",\"subject\":\"business_ethics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}