{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3f0515e5-1bf0-5096-914c-09e935ac24b7","task_key":"all--test--3f0515e5-1bf0-5096-914c-09e935ac24b7","task_revision_id":"1","upstream_id":"","short_description":"Water's high heat capacity allows it to","config":"all","split":"test","body":"{\"choices\":\"['change density significantly as its temperature changes', 'gain and lose large amounts of heat without significantly changing the temperature of the water', 'conduct sound efficiently without significant loss of velocity as the sound waves travel long distances', \\\"cause the ocean's surface temperature to fluctuate rapidly as the seasons change\\\"]\",\"question\":\"Water's high heat capacity allows it to\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}