{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f2adca1-9e05-5c86-af21-eb2e4441d8b3","task_key":"all--test--4f2adca1-9e05-5c86-af21-eb2e4441d8b3","task_revision_id":"1","upstream_id":"","short_description":"Which of the following examples would result in consumers paying for the largest…","config":"all","split":"test","body":"{\"choices\":\"['If the demand curve is price elastic and the supply curve is price inelastic', 'If the demand curve is price elastic and the supply curve is perfectly elastic', 'If the demand curve is price inelastic and the supply curve is price elastic', 'If the demand curve is perfectly inelastic and the supply curve is price elastic']\",\"question\":\"Which of the following examples would result in consumers paying for the largest burden of an excise tax placed on a producer?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}