{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"413aeef1-0034-5df1-99d1-ec26740603f4","task_key":"default--test--5595","task_revision_id":"1","upstream_id":"5595","short_description":"The 'new man' of the 1980s was alleged to be:","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['an environmentalist, concerned about climate change', 'laddish, aggressive, and violent', 'a globetrotter, traveling the world for work and pleasure', 'openly bisexual and proud of it', 'politically active and involved in social issues', 'sensitive, caring, and emotional', 'a strong and dependable breadwinner', 'a workaholic, prioritizing career over family', 'a tech-savvy early adopter of new technologies', 'focused on physical fitness and bodybuilding']\",\"question\":\"The 'new man' of the 1980s was alleged to be:\",\"src\":\"ori_mmlu-sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}