{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4a822368-8b36-5aaa-9ca8-dd10f229e83d","task_key":"default--test--6520","task_revision_id":"1","upstream_id":"6520","short_description":"The three countries with the most drug injectors are:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['India, Brazil, and South Africa', 'Canada, Mexico, and Japan', 'Australia, New Zealand, and Indonesia', 'China, the U.S. and Russia', 'Afghanistan, Iraq and Myanmar', 'Lithuania, Estonia and Latvia', 'Brazil, Argentina, and Colombia', 'Germany, France, and the UK', 'Nigeria, Egypt, and South Africa', 'Bolivia, Argentina, Thailand']\",\"question\":\"The three countries with the most drug injectors are:\",\"src\":\"ori_mmlu-virology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}