{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3dddbe07-220f-54b2-afcc-82e881833f16","task_key":"all--test--3dddbe07-220f-54b2-afcc-82e881833f16","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is true of the House Committee on Ways and Means?","config":"all","split":"test","body":"{\"choices\":\"['Its primary role is to appropriate spending for infrastructure projects.', 'It is the primary author of congressional banking reform legislation.', 'It allocates funding for canals and waterways.', 'Its jurisdiction includes the tax system.']\",\"question\":\"Which of the following is true of the House Committee on Ways and Means?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}