{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d133f201-a437-5344-a4c9-dd3b4b155864","task_key":"default--test--5945","task_revision_id":"1","upstream_id":"5945","short_description":"An ecclesia is:","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['a hierarchy of priests or other spiritual leaders', 'a sect or cult with a very small following', 'a large, mainstream religious organization with many branches or subdivisions', 'a group of religious believers who meet regularly for worship', 'a religious organization that practices in secret', 'a religious organization that excludes people of other beliefs', 'a religious organization that requires a strict code of conduct for its members', 'a religious group that has broken away from a larger denomination', 'a religious organization that claims total spiritual authority over its members', 'a church organized around voluntary rather than compulsory membership']\",\"question\":\"An ecclesia is:\",\"src\":\"ori_mmlu-sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}