{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6f49cdc0-cf07-50e6-bddb-9987ca883c77","task_key":"default--test--10924","task_revision_id":"1","upstream_id":"10924","short_description":"When was the Old Babylonian version of Gilgamesh modified into the standard…","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['Toward the end of the first millennium BCE', 'Towards the middle of the first millennium BCE', 'Toward the end of the second millennium BCE', 'Toward the middle of the second millennium BCE', 'At the start of the second millennium BCE', 'In the mid-first millennium BCE', 'At the start of the first millennium BCE', 'Toward the end of the third millennium BCE', 'At the start of the third millennium BCE', 'In the middle of the third millennium BCE']\",\"question\":\"When was the Old Babylonian version of Gilgamesh modified into the standard version?\",\"src\":\"ori_mmlu-world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}