{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"06024929-a2df-5731-9ab3-aa0b0321bea8","task_key":"all--test--06024929-a2df-5731-9ab3-aa0b0321bea8","task_revision_id":"1","upstream_id":"","short_description":"Three steel containers hold gas samples. The containers are all the same size…","config":"all","split":"test","body":"{\"choices\":\"['The densities increase in the order helium < nitrogen < carbon dioxide.', 'The number of molecules in all the containers is the same.', 'The pressure in all three containers is the same.', 'The average speed of all the molecules is the same.']\",\"question\":\"Three steel containers hold gas samples. The containers are all the same size and at the same temperature. One container has 4.0 g of helium, another has 28.0 g of nitrogen, and the third has 44.0 g of carbon dioxide. Pick the FALSE statement from the following list:\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}