{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c6d80f4c-2a5b-50c3-ac3f-102f4466e60a","task_key":"all--test--c6d80f4c-2a5b-50c3-ac3f-102f4466e60a","task_revision_id":"1","upstream_id":"","short_description":"If the market price is above the perfectly competitive firm's average total cost…","config":"all","split":"test","body":"{\"choices\":\"['the industry contracts as firms exit the market.', 'the industry expands as firms exit the market.', 'the industry contracts as firms enter the market.', 'the industry expands as firms enter the market.']\",\"question\":\"If the market price is above the perfectly competitive firm's average total cost curve, we expect that in the long run,\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}