{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a6c04778-88b1-53c9-be8d-39db39713bf8","task_key":"all--test--a6c04778-88b1-53c9-be8d-39db39713bf8","task_revision_id":"1","upstream_id":"","short_description":"When a good is taxed, the tax burden falls mainly on the consumer if","config":"all","split":"test","body":"{\"choices\":\"['the demand is inelastic and the supply is inelastic', 'the demand is inelastic and the supply is elastic', 'the demand is elastic and the supply is inelastic', 'the demand is elastic and the supply is elastic']\",\"question\":\"When a good is taxed, the tax burden falls mainly on the consumer if\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}