{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a2c2c9b-5cef-5a82-bd57-a0877e7a2329","task_key":"all--test--7a2c2c9b-5cef-5a82-bd57-a0877e7a2329","task_revision_id":"1","upstream_id":"","short_description":"What caused a public uproar involving the National Security Agency in 2005?","config":"all","split":"test","body":"{\"choices\":\"['Revelations that the NSA was monitoring the communications of American citizens without obtaining warrants', 'A leaked memo that linked the events of September 11, 2001, with the Democratic National Committee', 'Revelations that the NSA had tortured prisoners at Guantanamo, Cuba', 'A scathing report condemning the George W. Bush administration for \\\"building a case for the war in Iraq on a quicksand foundation\\\"']\",\"question\":\"What caused a public uproar involving the National Security Agency in 2005?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}