{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a5d91569-4b0b-5bda-b6bf-4fa96b27f899","task_key":"default--test--5497","task_revision_id":"1","upstream_id":"5497","short_description":"Which of the following plays the most significant role in forming a child's…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"[\\\"The child's religion\\\", \\\"The child's educational institution\\\", \\\"The political events occurring during the child's formative years\\\", 'The geographical area in which the child grows up', \\\"The child's cultural background\\\", \\\"The child's personal experiences\\\", 'The media to which the child is exposed', \\\"The child's peer group\\\", \\\"The socioeconomic status of the child's family\\\", \\\"The child's family\\\"]\",\"question\":\"Which of the following plays the most significant role in forming a child's political views?\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}