{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5a1f7aa8-f0bd-5b62-95ea-3f40c84e5cf2","task_key":"default--test--5613","task_revision_id":"1","upstream_id":"5613","short_description":"An increase in the real interest rate in the United States relative to its…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['A decrease in the demand for the United States dollar', 'An increase in United States exports', 'No change in United States exports or imports', 'A decrease in United States imports', 'No change in the demand for the United States dollar', 'An increase in United States imports']\",\"question\":\"An increase in the real interest rate in the United States relative to its trading partners will most likely result in which of the following?\",\"src\":\"ori_mmlu-miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}