{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"566c2fec-2e11-5eed-8cee-bfec74893787","task_key":"all--test--566c2fec-2e11-5eed-8cee-bfec74893787","task_revision_id":"1","upstream_id":"","short_description":"A sample of liquid NH3 is brought to its boiling point. Which of the following…","config":"all","split":"test","body":"{\"choices\":\"['The N-H bonds within the NH3 molecules break apart.', 'The overall temperature of the solution rises as the NH3 molecules speed up.', 'The amount of energy within the system remains constant.', 'The hydrogen bonds holding separate NH3 molecules together break apart.']\",\"question\":\"A sample of liquid NH3 is brought to its boiling point. Which of the following occurs during the boiling process?\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}