{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"29ad5325-1236-57e4-95c4-ac51747e9ad5","task_key":"all--test--29ad5325-1236-57e4-95c4-ac51747e9ad5","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is true about the pure public good?","config":"all","split":"test","body":"{\"choices\":\"['The marginal cost of providing an additional unit of the good to additional citizens is greater than zero.', 'Consumers can be excluded from its benefits by not paying for it.', 'One more unit of a public good for some consumers means one less unit for other consumers.', 'The good cannot be divided into discrete units.']\",\"question\":\"Which of the following is true about the pure public good?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}