{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"28a500e8-cfa7-5314-b4f4-53e14aa73783","task_key":"all--test--28a500e8-cfa7-5314-b4f4-53e14aa73783","task_revision_id":"1","upstream_id":"","short_description":"Relatively free or easy entry (low or nonexistent barriers to entry) is best…","config":"all","split":"test","body":"{\"choices\":\"['More consumer choices, greater price elasticity of demand, more competitors.', 'More consumer choices, lower price elasticity of demand, more competitors.', 'More consumer choices, greater price elasticity of demand, fewer competitors.', 'Fewer consumer choices, lower price elasticity of demand, fewer competitors.']\",\"question\":\"Relatively free or easy entry (low or nonexistent barriers to entry) is best matched by which of the following?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}