{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"666149cb-298e-5ca2-b433-1d910997ad85","task_key":"all--test--666149cb-298e-5ca2-b433-1d910997ad85","task_revision_id":"1","upstream_id":"","short_description":"Keystone species are thought to have profound effects on the structure and…","config":"all","split":"test","body":"{\"choices\":\"['tend to reduce diversity by eliminating food resources for other species', 'provide the foundation for food webs', 'are more abundant than most other species in their communities', 'can prevent superior competitors from driving inferior competitors to local extinction']\",\"question\":\"Keystone species are thought to have profound effects on the structure and composition of ecological communities because they\",\"subject\":\"college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}