{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4c9b9564-0749-53db-a50a-109477203c4c","task_key":"default--test--10723","task_revision_id":"1","upstream_id":"10723","short_description":"TCP protocol is responsible (among other things) for","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['Ensuring secure and encrypted communication between machines', 'Enabling communication between different network protocols', 'Routing packets through the network', 'Managing the energy consumption of network devices', 'Dealing with differences among operating system architectures', 'Reliable delivery of large (multi-packet) messages between machines that are not necessarily directly connected', 'Managing the physical layer of network communication', 'Providing a user interface for network communication', 'Reliable delivery of packets between directly connected machines']\",\"question\":\"TCP protocol is responsible (among other things) for\",\"src\":\"ori_mmlu-college_computer_science\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}