{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bb9f9e68-9e27-587d-b5ed-972e80dddd89","task_key":"all--test--bb9f9e68-9e27-587d-b5ed-972e80dddd89","task_revision_id":"1","upstream_id":"","short_description":"For the perfectly competitive firm, the profit-maximizing decision to shut down…","config":"all","split":"test","body":"{\"choices\":\"['falls below minimum average total cost.', 'is greater than minimum average variable cost, but lower than minimum average total cost.', 'falls below minimum average variable cost.', 'is equal to minimum average total cost.']\",\"question\":\"For the perfectly competitive firm, the profit-maximizing decision to shut down is made when the price\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}