{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"51d8e4ea-d3f5-5e6f-b03c-d152d2286c1c","task_key":"default--test--6539","task_revision_id":"1","upstream_id":"6539","short_description":"The parotid duct runs","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['deep to masseter and enters the mouth opposite the lower second molar.', 'superficial to masseter and enters the mouth opposite the upper first molar.', 'superficial to masseter and enters the mouth opposite the upper second premolar.', 'deep to masseter and enters the mouth opposite the upper first molar.', 'superficial to masseter and enters the mouth opposite the lower first molar.', 'deep to masseter and enters the mouth opposite the upper second molar.', 'deep to masseter and enters the mouth opposite the upper second premolar.', 'deep to masseter and enters the mouth opposite the lower first molar.', 'superficial to masseter and enters the mouth opposite the upper second molar.', 'superficial to masseter and enters the mouth opposite the lower second molar.']\",\"question\":\"The parotid duct runs\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}