{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc50189b-2507-5a70-a6fd-0c5a2cb5ae26","task_key":"all--test--cc50189b-2507-5a70-a6fd-0c5a2cb5ae26","task_revision_id":"1","upstream_id":"","short_description":"A child is frightened by the sudden barking of a neighbor's dog. Once her mother…","config":"all","split":"test","body":"{\"choices\":\"['The parasympathetic nervous system resumes control and reverses the sympathetic responses.', 'The sympathetic nervous system resumes control and reverses the parasympathetic responses.', 'The autonomic nervous system resumes control and reverses the peripheral responses.', 'The peripheral nervous system resumes control and reverses the autonomic responses.']\",\"question\":\"A child is frightened by the sudden barking of a neighbor's dog. Once her mother picks her up, the child begins to calm down as which of the following biological processes occurs?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}