{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"041cf314-7c43-5828-9a24-d39e58b11f68","task_key":"default--test--10358","task_revision_id":"1","upstream_id":"10358","short_description":"Which of the following has the greatest potential for compromising a user's…","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"[\\\"A group of cookies stored by the user's Web browser\\\", 'The Wi-Fi network the user is connected to', \\\"The user's search engine history\\\", \\\"The Internet Protocol (IP) address of the user's computer\\\", \\\"The operating system of the user's computer\\\", \\\"The user's public key used for encryption\\\", \\\"The brand of the user's computer\\\", \\\"The user's phone number\\\", \\\"The user's e-mail address\\\", \\\"The user's social media username\\\"]\",\"question\":\"Which of the following has the greatest potential for compromising a user's personal privacy?\",\"src\":\"ori_mmlu-high_school_computer_science\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}