{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d5ae0c35-5590-54d6-9772-410f7bef637a","task_key":"all--test--d5ae0c35-5590-54d6-9772-410f7bef637a","task_revision_id":"1","upstream_id":"","short_description":"How does the greenhouse effect work?","config":"all","split":"test","body":"{\"choices\":\"['Ozone transmits visible light allowing it to heat the surface but then absorbs most of the infrared heat trapping the heat near the surface.', 'Greenhouse gases transmit visible light allowing it to heat the surface but then absorb infrared light from Earth trapping the heat near the surface.', 'Greenhouse gases absorb infrared light from the Sun which then heats the atmosphere and the surface.', 'Greenhouse gases absorb X-rays and ultraviolet light from the Sun which then heat the atmosphere and the surface.']\",\"question\":\"How does the greenhouse effect work?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}