{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"463b9525-3826-5cfb-a8e7-c51fe9017204","task_key":"all--test--463b9525-3826-5cfb-a8e7-c51fe9017204","task_revision_id":"1","upstream_id":"","short_description":"House members are more concerned about their committee assignments than are…","config":"all","split":"test","body":"{\"choices\":\"['House members may serve on only one committee at a time', 'Senate committees have relatively little power to alter legislation', 'bills in the Senate must pass through all committees before reaching the floor', 'the rules make it extremely difficult for representatives to influence legislation on the House floor']\",\"question\":\"House members are more concerned about their committee assignments than are senators because\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}