{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b2e2b844-6747-5a3d-88f5-6ad5a1afef5b","task_key":"all--test--b2e2b844-6747-5a3d-88f5-6ad5a1afef5b","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is false?","config":"all","split":"test","body":"{\"choices\":\"[\\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it wasn't examining enough cases\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because the workload had increased\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it was a part time court that could not process the growing number of complaints\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because of the growth in the number of individuals who could access the Court after the increase in the number of member states\\\"]\",\"question\":\"Which of the following statements is false?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}