{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5b9c6766-6a22-566a-bb7a-8e117963acec","task_key":"default--test--4579","task_revision_id":"1","upstream_id":"4579","short_description":"How many gallons of a liquid that is 74 percent alcohol must be combined with 5…","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['3 gallons', '5 gallons', '8 gallons', '2 gallons', '1 gallon', '2.5 gallons', '10 gallons', '4 gallons', '6 gallons', '7 gallons']\",\"question\":\"How many gallons of a liquid that is 74 percent alcohol must be combined with 5 gallons of one that is 90 percent alcohol in order to obtain a mixture that is 84 percent alcohol?\",\"src\":\"stemez-Chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}