{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"55893863-1005-5ecb-bcdb-fee5028323f1","task_key":"default--test--7816","task_revision_id":"1","upstream_id":"7816","short_description":"There are 20 students in Mr. Clark's fourth-grade class. There are 5 times as…","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['20x5=n', 'n=5/20', '5xn= 20', '20+5=n', 'n=20-5', '5+20=n', '20/n=5', '5n=20']\",\"question\":\"There are 20 students in Mr. Clark's fourth-grade class. There are 5 times as many students in the entire fourth grade as there are in Mr. Clark's class. Which equation can be used to determine the number of students, n, in the entire fourth grade?\",\"src\":\"ori_mmlu-elementary_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}