{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17b5e7f7-19a1-51f4-8c2f-f84626dc90aa","task_key":"all--test--17b5e7f7-19a1-51f4-8c2f-f84626dc90aa","task_revision_id":"1","upstream_id":"","short_description":"What was the most important finding by the House of Lords in the Pinochet case?","config":"all","split":"test","body":"{\"choices\":\"['The Pinochet case confirmed that former heads of State enjoy absolute immunity', 'The Pinochet case confirmed that all public acts enjoy immunity', 'The Pinochet case confirmed that former heads of State cease to enjoy personal immunity once removed from office', 'The Pinochet case confirmed that in respect of immunities there is no difference between a current and a former head of State']\",\"question\":\"What was the most important finding by the House of Lords in the Pinochet case?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}