{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"47a198ab-10ff-5d8a-8c68-1d4a58c73a7e","task_key":"default--test--4165","task_revision_id":"1","upstream_id":"4165","short_description":"Less than 1/1000 of the mass of any atom is contributed by","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['the protons, electrons and neutrons', 'the electrons and protons', 'the nucleus', 'the protons', 'the neutrons', 'the protons and neutrons', 'the electrons', 'the protons and electrons', 'the electrons and neutrons', 'the electrons and the nucleus']\",\"question\":\"Less than 1/1000 of the mass of any atom is contributed by\",\"src\":\"ori_mmlu-high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}