{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8dbe250-7469-5412-b021-9440c168ef18","task_key":"all--test--c8dbe250-7469-5412-b021-9440c168ef18","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is most likely to decrease the demand for kindergarten…","config":"all","split":"test","body":"{\"choices\":\"['An increase in funding for education', 'Increased immigration of foreign citizens and their families', 'A decrease in the average number of children per household', 'Subsidies given to college students who major in elementary education']\",\"question\":\"Which of the following is most likely to decrease the demand for kindergarten teachers?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}