{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7bc7e45d-2f1a-5918-b87b-6cc471112232","task_key":"default--test--7480","task_revision_id":"1","upstream_id":"7480","short_description":"What determines the volume of a nation's exports and imports?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The age distribution of the population', 'Levels of incomes in foreign nations', 'The color of the national flag', 'The primary language spoken in the country', \\\"The nation's favorite sport\\\", 'Historical landmarks per square mile', 'The number of public holidays']\",\"question\":\"What determines the volume of a nation's exports and imports?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}