{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f441fa91-8651-5c46-b800-d9b053fb3c5b","task_key":"default--test--6928","task_revision_id":"1","upstream_id":"6928","short_description":"lf American agriculture is the most efficient in the world, could the United…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The United States would only import food in times of crisis', 'Yes, the United States could still import food', 'No, the United States would not need to import food', 'The United States would import food only if it had a surplus of other goods']\",\"question\":\"lf American agriculture is the most efficient in the world, could the United States still import food?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}