{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"45bc58cd-be33-5539-815d-6726045675d0","task_key":"default--test--5646","task_revision_id":"1","upstream_id":"5646","short_description":"The first stage of the demographic transition exhibits","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['low birth rates with declining death rates.', 'low birth rates with continuing high death rates.', 'high birth rates with steady death rates.', 'steadily declining birth rates with high death rates.', 'high birth rates with declining death rates.', 'fluctuating birth rates with fluctuating death rates.', 'declining birth rates with continuing high death rates.', 'fluctuating birth rates with high death rates.', 'high birth rates with high but fluctuating death rates.', 'low birth rates with low but fluctuating death rates.']\",\"question\":\"The first stage of the demographic transition exhibits\",\"src\":\"ori_mmlu-high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}