{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01fb9acb-d384-5139-88e0-2e868c075e14","task_key":"default--test--7562","task_revision_id":"1","upstream_id":"7562","short_description":"A balance of payments deficit means that a country has","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['taken in more money than it has sent abroad.', 'decreased its national income.', 'reduced its national debt.', 'exported and imported goods at an equal rate.', 'lowered its official reserve position.', 'increased its national income.', 'increased its official reserve position.', 'exported more than it has imported.', 'imported more than it has exported.', 'increased its national debt.']\",\"question\":\"A balance of payments deficit means that a country has\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}