{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"acbd6af1-10bf-5b3b-ba24-cea9e552f394","task_key":"default--test--9436","task_revision_id":"1","upstream_id":"9436","short_description":"A common nuclear fission reactor","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['produces no waste products', 'uses coal as its primary fuel source', 'heats water', 'generates electricity directly', 'relies on natural gas for energy production', 'creates new elements', 'gets energy from nothing', 'generates energy through fusion', 'is a major polluter of the atmosphere', 'is a major source of solar energy']\",\"question\":\"A common nuclear fission reactor\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}