{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2c3e0709-0a2c-5539-8192-38c681a3ce9d","task_key":"all--test--2c3e0709-0a2c-5539-8192-38c681a3ce9d","task_revision_id":"1","upstream_id":"","short_description":"Filibusters are less likely to occur in the House of Representatives than in the…","config":"all","split":"test","body":"{\"choices\":\"[\\\"Senate decorum forbids one senator from attempting to stop another's speech\\\", 'the House meets for substantially fewer hours per day than does the Senate', 'Senate sessions, unlike House sessions, are open to the public', 'debate in the House is in most instances strictly regulated by the rules']\",\"question\":\"Filibusters are less likely to occur in the House of Representatives than in the Senate because\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}