{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6b972db2-0a60-5ff3-8288-6dda985b3155","task_key":"all--test--6b972db2-0a60-5ff3-8288-6dda985b3155","task_revision_id":"1","upstream_id":"","short_description":"Which of these statements best describes the UK Constitution?","config":"all","split":"test","body":"{\"choices\":\"[\\\"The UK Constitution's only source of power is that of the sovereign\\\", 'The UK Constitution gives the judiciary the power to overturn acts of parliament', 'The UK Constitution is uncodified and can be found in a number of sources', 'The UK Constitution is based on a Bill of Rights']\",\"question\":\"Which of these statements best describes the UK Constitution?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}