{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b0c02d60-c0f6-591a-b958-e3588081a47b","task_key":"all--test--b0c02d60-c0f6-591a-b958-e3588081a47b","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best explains how data is typically assembled in packets…","config":"all","split":"test","body":"{\"choices\":\"['Each packet contains data to be transmitted, along with metadata containing information used for routing the data.', 'Each packet contains an encrypted version of the data to be transmitted, along with metadata containing the key needed to decrypt the data.', 'Each packet contains only the metadata used to establish a direct connection so that the data can be transmitted.', 'Each packet contains multiple data files bundled together, along with metadata describing how to categorize each data file.']\",\"question\":\"Which of the following best explains how data is typically assembled in packets for transmission over the Internet?\",\"subject\":\"high_school_computer_science\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}