{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3562ec87-4a98-5ada-bfb1-f292ff9ddb91","task_key":"all--test--3562ec87-4a98-5ada-bfb1-f292ff9ddb91","task_revision_id":"1","upstream_id":"","short_description":"Which of the following would best complete a short definition of economics?…","config":"all","split":"test","body":"{\"choices\":\"['how unlimited resources are allocated between scarce wants.', 'how money is circulated through the economy.', 'how corporations maximize the share price of their stock.', 'how scarce resources are allocated to satisfy unlimited wants.']\",\"question\":\"Which of the following would best complete a short definition of economics? \\\"Economics is the study of . . .\\\"\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}