{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7e35603-4e76-553c-bb91-0c0da07c9dac","task_key":"all--test--f7e35603-4e76-553c-bb91-0c0da07c9dac","task_revision_id":"1","upstream_id":"","short_description":"The elasticity of supply is typically greater when","config":"all","split":"test","body":"{\"choices\":\"['producers have fewer alternative goods to produce.', 'producers have less time to respond to price changes.', 'producers are operating near the limits of their production.', 'producers have more time to respond to price changes.']\",\"question\":\"The elasticity of supply is typically greater when\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}