{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3a15d551-467e-5069-a669-07928eea8c78","task_key":"default--test--11116","task_revision_id":"1","upstream_id":"11116","short_description":"Hume describes reason as:","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['all of the above.', 'synonymous with logic and rationality.', 'the primary cause of human suffering.', 'the source of all moral actions.', 'the root of all evil.', 'the first spring or impulse to desire.', 'cool and disengaged.', 'the driving force behind all human behaviors.', 'the catalyst for emotional reactions.', 'irrelevant to decision making.']\",\"question\":\"Hume describes reason as:\",\"src\":\"ori_mmlu-philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}