{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9ee3337f-80b1-5432-ae87-38feedaff84c","task_key":"all--test--9ee3337f-80b1-5432-ae87-38feedaff84c","task_revision_id":"1","upstream_id":"","short_description":"Economics is best described as","config":"all","split":"test","body":"{\"choices\":\"['the study of how scarce material wants are allocated between unlimited resources.', 'the study of how scarce labor can be replaced by unlimited capital.', 'the study of how decision makers choose the best way to satisfy their unlimited material wants with a scarce supply of resources.', 'the study of how unlimited material wants can best be satisfied by allocating limitless amounts of productive resources.']\",\"question\":\"Economics is best described as\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}