{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f9fc6d8c-39cb-5451-8b9d-1bc230b2b19e","task_key":"all--test--f9fc6d8c-39cb-5451-8b9d-1bc230b2b19e","task_revision_id":"1","upstream_id":"","short_description":"To close a recessionary gap","config":"all","split":"test","body":"{\"choices\":\"['the aggregate demand curve should be shifted to the right.', 'the aggregate demand curve should be shifted to the left.', 'the aggregate supply curve should be shifted to the right.', 'the aggregate supply curve should be shifted to the left.']\",\"question\":\"To close a recessionary gap\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}