{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"811d2e29-3240-50f0-a702-237357cd00e2","task_key":"all--test--811d2e29-3240-50f0-a702-237357cd00e2","task_revision_id":"1","upstream_id":"","short_description":"Recent research with stone tool replication and brain imaging suggests the…","config":"all","split":"test","body":"{\"choices\":\"['connections made in tool making prepared the brain for the production and use of language.', 'tool making requires cooperation that can only exist with language.', 'tool making originated millions of years after language evolved.', 'connections made between the brain and bipedal locomotion prepared the hands for tool making.']\",\"question\":\"Recent research with stone tool replication and brain imaging suggests the following hypothesis:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}