{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7e5a668-647f-5583-bd03-45f793f36632","task_key":"all--test--f7e5a668-647f-5583-bd03-45f793f36632","task_revision_id":"1","upstream_id":"","short_description":"According to the kinetic-molecular theory of gases,","config":"all","split":"test","body":"{\"choices\":\"['the average kinetic energy of a gas particle is directly related to the Kelvin temperature', 'ideal gas particles do not attract or repel each other', 'the atoms or molecules of an ideal gas have no volume', '(A), (B), and (C) are part of the theory']\",\"question\":\"According to the kinetic-molecular theory of gases,\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}