{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2ca31592-c4ff-589c-8dcc-f7f7f54e12c1","task_key":"default--test--10459","task_revision_id":"1","upstream_id":"10459","short_description":"A packet filter firewall filters at the","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['Network or transport layer', 'Application layer only', 'Physical Layer', 'Data link layer', 'Application or transport', 'Session layer', 'Transport layer only', 'Network interface layer', 'All layers of the OSI model', 'Presentation layer']\",\"question\":\"A packet filter firewall filters at the\",\"src\":\"ori_mmlu-computer_security\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}