{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ebfefb2a-cc83-538e-ac6e-3056a152da97","task_key":"all--test--ebfefb2a-cc83-538e-ac6e-3056a152da97","task_revision_id":"1","upstream_id":"","short_description":"Both online newspapers and social media sites are used to distribute information…","config":"all","split":"test","body":"{\"choices\":\"['The ability to distribute information instantaneously', 'The ability to provide credibility to the information distributed', 'The ability to provide information that is widely accessible', 'The ability to provide media-rich content for low cost']\",\"question\":\"Both online newspapers and social media sites are used to distribute information on the Internet. Which of the following best describes an advantage that online newspapers have over social media sites?\",\"subject\":\"high_school_computer_science\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}