{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"67df739b-7f41-5683-9181-4a5b2de43813","task_key":"all--test--67df739b-7f41-5683-9181-4a5b2de43813","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is NOT correct about ancient Earth?","config":"all","split":"test","body":"{\"choices\":\"['Earth was formed about 4? billion years ago.', 'Amino acid synthesis could have been stimulated by volcanic eruption.', 'The first cells formed about 3? billion years ago, according to the fossil record.', 'The presence of free oxygen facilitated the rapid formation of organic molecules.']\",\"question\":\"Which of the following statements is NOT correct about ancient Earth?\",\"subject\":\"high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}