{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66cae064-663a-50c2-a70b-f48a4a07790c","task_key":"default--test--10396","task_revision_id":"1","upstream_id":"10396","short_description":"What are the types of scanning?","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['Network, vulnerability, and port ', 'Interface, system, and application', 'Passive, active, and interactive', 'Application, interface, and active', 'Interactive, network, and server', 'Port, network, and services', 'Server, client, and network', 'Active, passive, and server', 'Client, server, and passive', 'Passive, interactive, and vulnerability']\",\"question\":\"What are the types of scanning?\",\"src\":\"ori_mmlu-computer_security\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}