{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bd966081-aca3-5737-beef-4c74dfa615c7","task_key":"default--test--2398","task_revision_id":"1","upstream_id":"2398","short_description":"Susan is a first-grade student who is referred to the school psychologist…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"[\\\"Susan's academic performance\\\", \\\"The teacher's teaching style\\\", 'Number of students in the class', \\\"The school's disciplinary policies\\\", 'Classroom environment', 'Peer comparison', 'Frequency', 'Intensity', \\\"Susan's diet\\\", 'Duration']\",\"question\":\"Susan is a first-grade student who is referred to the school psychologist because she will not remain seated at her desk. Her teacher reports that Susan is \\\"always getting up and walking around the room.\\\" What observation data is LEAST relevant to the referral concern?\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}