{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"31316c53-b074-5dad-a731-178e5b81099b","task_key":"default--test--2663","task_revision_id":"1","upstream_id":"2663","short_description":"Some contemporary intelligence researchers like Howard Gardner and Robert…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['nonessential subjects like art and music.', 'fostering collaborative learning environments.', 'traditional subjects and methods.', 'promoting physical education and sports.', 'cultivating social intelligence.', 'the development of emotional intelligence.', 'individual learning styles and preferences.', 'encouraging creative thought.', 'the use of technology in education.', 'the environmental factors that influence the expression of intelligence.']\",\"question\":\"Some contemporary intelligence researchers like Howard Gardner and Robert Sternberg complain that schools focus too much on\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}