{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a7ebfe2-b83a-5b42-b501-e07923010b60","task_key":"all--test--7a7ebfe2-b83a-5b42-b501-e07923010b60","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is positive?","config":"all","split":"test","body":"{\"choices\":\"['An economy that produces more butter than guns is better off than an economy that produces more guns than butter.', 'Nations should concentrate their resources on producing wholesome consumer goods as opposed to the weapons of war.', 'The production possibilities frontier is concave to the origin because of the law of increasing costs.', 'Nations ought to devote at least some of their resources to national defense.']\",\"question\":\"Which of the following statements is positive?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}