{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4060c999-a45a-5a22-bce6-412fe6057999","task_key":"default--test--2338","task_revision_id":"1","upstream_id":"2338","short_description":"The Buckley Amendment establishes:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['the requirement for hospitals to make reasonable modifications to procedures for patients with disabilities.', 'the right of parents or legal guardians of a child to inspect the child’s medical records.', 'the requirement for schools to provide a “free appropriate public education” to students with disabilities.', 'the right of parents or legal guardians of a child to inspect the child’s school records.', 'the requirement for schools to provide specialized instruction to students with disabilities.', 'the requirement for employers to provide reasonable accommodations for employees with disabilities.', 'the right of patients to have access to their own hospital records.', 'the right of patients to have access to their own mental health records.', 'the requirement for employers to make reasonable modifications to tests for applicants with disabilities.']\",\"question\":\"The Buckley Amendment establishes:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}