{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b51021d-07fc-52de-a0ed-774666548031","task_key":"default--test--8041","task_revision_id":"1","upstream_id":"8041","short_description":"Suppose today is Wednesday. What day of the week will it be 10^(10^(10)) days…","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['Sunday', 'Wednesday', 'Tuesday', 'Saturday', 'The day of the week cannot be determined', 'There will be no day of the week because the world will have ended', 'Every day of the week, as the cycle will have repeated itself multiple times', 'Thursday', 'Monday', 'Friday']\",\"question\":\"Suppose today is Wednesday. What day of the week will it be 10^(10^(10)) days from now?\",\"src\":\"ori_mmlu-college_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}