{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a10f9a9b-2690-5448-b9c9-06b1ee6eda97","task_key":"all--test--a10f9a9b-2690-5448-b9c9-06b1ee6eda97","task_revision_id":"1","upstream_id":"","short_description":"Sanja hears a sound that she recognizes as the front door being shut. In order…","config":"all","split":"test","body":"{\"choices\":\"['auditory transduction', 'olfactory perception', 'sensory interaction', 'decibel cognition']\",\"question\":\"Sanja hears a sound that she recognizes as the front door being shut. In order for her to detect the sound and process it so that she knows what it is, Sanja's ear funnels the sound waves to the inner ear in order to stimulate the cilia of the inner ear. This is a critical step in the process of\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}