{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4ef6daec-0259-52c2-ab83-3b0fc5e482b3","task_key":"default--test--8686","task_revision_id":"1","upstream_id":"8686","short_description":"The state of Georgia has 159 counties and covers 58056 square miles. What is the…","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['318 square miles per county', '150 square miles per county', '250 square miles per county', '350 square miles per county', '500 square miles per county', '274 square miles per county', '200 square miles per county', '159 square miles per county', '365 square miles per county', '400 square miles per county']\",\"question\":\"The state of Georgia has 159 counties and covers 58056 square miles. What is the average number of square miles per county? Round your answer to the nearest whole number.\",\"src\":\"ori_mmlu-elementary_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}