{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1349c66c-f43a-538c-a3c4-c5a83edec817","task_key":"all--test--1349c66c-f43a-538c-a3c4-c5a83edec817","task_revision_id":"1","upstream_id":"","short_description":"Research on explicit (intentional) and implicit (automatic) memory indicates…","config":"all","split":"test","body":"{\"choices\":\"['both forms of memory show a fairly consistent, gradual decline over the adult life span', 'implicit memory capacity declines with age, but explicit memory capacity remains stable', 'explicit memory capacity declines with age, but implicit memory capacity remains stable', 'both forms of memory remain stable, except when affected by a disease process like Alzheimer’s']\",\"question\":\"Research on explicit (intentional) and implicit (automatic) memory indicates that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}