{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a52c2b2a-688c-516d-ae43-7059796935c5","task_key":"default--test--5724","task_revision_id":"1","upstream_id":"5724","short_description":"Which of the following is a characteristic of a developed country?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Over 50% of workforce engaged in agriculture', 'High levels of political instability', 'Majority of the population lives in rural areas', 'Women held in inferior place in society', 'Lower levels of literacy and education', 'High birth and death rates', 'Main disease related to age and lifestyle', 'Dominance of the subsistence economy', 'Limited access to clean water and sanitation']\",\"question\":\"Which of the following is a characteristic of a developed country?\",\"src\":\"ori_mmlu-high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}