{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"36466b29-7e76-5a7b-89d9-57a0c681bf7e","task_key":"all--test--36466b29-7e76-5a7b-89d9-57a0c681bf7e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is true about a monopoly?","config":"all","split":"test","body":"{\"choices\":\"['It competes with many firms selling the same product in the market.', 'It has to lower its price on all units to sell more output.', 'Its marginal revenue increases as output sold increases.', 'It sets a price below average variable cost to drive its competitors out of the market.']\",\"question\":\"Which of the following is true about a monopoly?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}