{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a4230bea-1176-50e0-b05e-bed4e1f865e8","task_key":"all--test--a4230bea-1176-50e0-b05e-bed4e1f865e8","task_revision_id":"1","upstream_id":"","short_description":"What is the primary reason that the committees in the House of Representatives…","config":"all","split":"test","body":"{\"choices\":\"['The difference in size between the two chambers means that more work is done on the floor in the Senate and more work is done in committees in the House.', 'The Senate as a whole has confirmation powers that the House does not have.', 'Members are appointed to the committee in the House but are elected to committees in the Senate.', 'A member of any party can serve a committee in the House, but only major party members can serve on committees in the Senate.']\",\"question\":\"What is the primary reason that the committees in the House of Representatives are more influential than they are in the Senate?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}