{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"43ea5001-05a2-57bf-a1c9-f30c22c7a2ba","task_key":"all--test--43ea5001-05a2-57bf-a1c9-f30c22c7a2ba","task_revision_id":"1","upstream_id":"","short_description":"A car-manufacturing factory is considering a new site for its next plant. Which…","config":"all","split":"test","body":"{\"choices\":\"['The amount of materials stored in the plant', 'The hours of operations of the new plant', 'The effect the plant will have on the environment', 'The work environment for the employees at the plant']\",\"question\":\"A car-manufacturing factory is considering a new site for its next plant. Which of the following would community planners be most concerned with before allowing the plant to be built?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}