{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"20293b5a-ed52-5c42-a672-205685727dd5","task_key":"default--test--10299","task_revision_id":"1","upstream_id":"10299","short_description":"The lunar maria are:","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['valleys formed by tectonic activity', 'lighter colored regions on the Moon', 'dark regions caused by meteorite impacts', \\\"ice-filled craters near the Moon's poles\\\", 'dark lavas filling older impact basins', \\\"the Moon's equivalent to Earth's oceans\\\", 'high mountain ranges on the Moon', 'dark lavas inside volcanic calderas', 'the bright regions on the Moon', 'ancient heavily cratered highlands']\",\"question\":\"The lunar maria are:\",\"src\":\"ori_mmlu-astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}