{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d99dc72d-8342-5bbb-9d86-78cd7dd7754b","task_key":"all--test--d99dc72d-8342-5bbb-9d86-78cd7dd7754b","task_revision_id":"1","upstream_id":"","short_description":"A rational consumer who is eating Girl Scout cookies stops eating when","config":"all","split":"test","body":"{\"choices\":\"['the total benefit equals the total cost of eating cookies.', 'the marginal benefit equals the marginal cost of the next cookie.', 'the marginal cost of eating cookies is maximized.', 'the marginal benefit of eating cookies is minimized.']\",\"question\":\"A rational consumer who is eating Girl Scout cookies stops eating when\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}