{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca00978f-34d6-54e8-95e7-2573445aa609","task_key":"default--test--1495","task_revision_id":"1","upstream_id":"1495","short_description":"What is the fundamental prerequisite for the incorporation of custom under…","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['Custom is superior to English law and is always incorporated', 'Custom is not incorporated under English law', 'Custom is incorporated if it has been approved by the Queen', 'Custom is incorporated if it is not in conflict with existing legislation', 'Custom is incorporated if it has been practiced for at least a century', 'Custom is incorporated if it is ratified by a national referendum', 'Custom is only incorporated if it is universally practiced throughout England', 'Custom must first be recognised by Parliament before the courts can bring it into the domestic sphere', 'Custom is incorporated if it is not in conflict with the common law', 'Custom is incorporated with the passing of implementing legislation']\",\"question\":\"What is the fundamental prerequisite for the incorporation of custom under English law?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}