{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d98dd5fc-0a31-5678-bbb6-173c2cabf273","task_key":"all--test--d98dd5fc-0a31-5678-bbb6-173c2cabf273","task_revision_id":"1","upstream_id":"","short_description":"A psychologist is designing a study that will investigate the impact of age on…","config":"all","split":"test","body":"{\"choices\":\"['cross-sequential', 'cross-sectional', 'longitudinal', 'analogue']\",\"question\":\"A psychologist is designing a study that will investigate the impact of age on intelligence. The results of the psychologist’s study will most likely indicate that intelligence test scores begin to decline in early adulthood if she uses which of the following research designs?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}