{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3ac35861-5d08-5b2b-be3a-261234eb2bad","task_key":"default--test--2635","task_revision_id":"1","upstream_id":"2635","short_description":"Piaget’s theory describes stages of cognitive development ___________.","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['During adolescence only', 'From birth to late childhood only', 'During infancy only', 'From birth to early adulthood only', 'From infancy through adolescence only', 'From early childhood to late adulthood only', 'During early childhood only', 'Throughout the life span', 'From adolescence to early adulthood only', 'From birth through late adolescence only']\",\"question\":\"Piaget’s theory describes stages of cognitive development ___________.\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}