{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"818d3431-39b9-53f0-b4a9-afc552679799","task_key":"all--test--818d3431-39b9-53f0-b4a9-afc552679799","task_revision_id":"1","upstream_id":"","short_description":"The theory of evolution is most accurately described as","config":"all","split":"test","body":"{\"choices\":\"['an educated guess about how species originate.', 'one possible explanation, among several scientific alternatives, about how species have come into existence.', 'an opinion that some scientists hold about how living things change over time.', 'an overarching explanation, supported by much evidence, for how populations change over time.']\",\"question\":\"The theory of evolution is most accurately described as\",\"subject\":\"high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}