{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"089bc9b0-5f5b-53a0-bde4-7ed87aae5bab","task_key":"all--test--089bc9b0-5f5b-53a0-bde4-7ed87aae5bab","task_revision_id":"1","upstream_id":"","short_description":"Which statement about natural selection is most correct?","config":"all","split":"test","body":"{\"choices\":\"['Adaptations beneficial in one habitat should generally be beneficial in all other habitats as well.', 'Different species that occupy the same habitat will adapt to that habitat by undergoing the same genetic changes.', 'Adaptations beneficial at one time should generally be beneficial during all other times as well.', \\\"Well-adapted individuals leave more offspring, and thus contribute more to the next generation's gene pool, than do poorly adapted individuals.\\\"]\",\"question\":\"Which statement about natural selection is most correct?\",\"subject\":\"high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}