{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"82ebfdb9-4eee-574e-82e2-cfe52efe5c7d","task_key":"all--test--82ebfdb9-4eee-574e-82e2-cfe52efe5c7d","task_revision_id":"1","upstream_id":"","short_description":"Scarcity is best defined as","config":"all","split":"test","body":"{\"choices\":\"['the difference between limited wants and limited economic resources.', 'the difference between the total benefit of an action and the total cost of that action.', 'the difference between unlimited wants and limited economic resources.', 'the opportunity cost of pursuing a given course of action.']\",\"question\":\"Scarcity is best defined as\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}