{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"312f72fe-2653-52ba-8f68-1b927994959d","task_key":"all--test--312f72fe-2653-52ba-8f68-1b927994959d","task_revision_id":"1","upstream_id":"","short_description":"In a command economy","config":"all","split":"test","body":"{\"choices\":\"['the market dictates the answers to the fundamental economic questions.', 'competition helps answer the fundamental economic questions.', 'state and local governments respond to the fundamental economic questions.', 'the central government dictates the answers to the fundamental economic questions.']\",\"question\":\"In a command economy\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}