{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1f203d5e-669a-58cc-866f-ded37d4a138c","task_key":"default--test--1123","task_revision_id":"1","upstream_id":"1123","short_description":"Which of the following statements is false?","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"[\\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because of the decrease in the number of member states\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it was not enforcing its judgments effectively\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it wasn't examining enough cases\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because of the growth in the number of individuals who could access the Court after the increase in the number of member states\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it was unable to keep up with the rapid changes in international law\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because the workload had increased\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it was being heavily influenced by political pressure\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because it was a part time court that could not process the growing number of complaints\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because of the lack of diversity among its judges\\\", \\\"In the 1990's it became apparent the European Court of Human Rights had to be reformed because of budgetary constraints\\\"]\",\"question\":\"Which of the following statements is false?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}