{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b273d48a-6390-5642-834a-d04a6def1bb3","task_key":"default--test--3628","task_revision_id":"1","upstream_id":"3628","short_description":"The electrolysis of molten magnesium bromide is expected to produce","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['bromine at the cathode and oxygen at the anode', 'hydrogen at the cathode and oxygen at the anode', 'magnesium at the anode and hydrogen at the cathode', 'magnesium at the cathode and bromine at the anode', 'oxygen at the anode and bromine at the cathode', 'hydrogen at the anode and bromine at the cathode', 'magnesium at the cathode and oxygen at the anode', 'bromine at the anode and hydrogen at the cathode', 'magnesium at the anode and bromine at the cathode', 'bromine at the cathode and magnesium at the anode']\",\"question\":\"The electrolysis of molten magnesium bromide is expected to produce\",\"src\":\"ori_mmlu-high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}