{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f472506-1a95-5e2c-8857-c989e1b7fc46","task_key":"all--test--4f472506-1a95-5e2c-8857-c989e1b7fc46","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best summarizes why people tend to stay in a slightly…","config":"all","split":"test","body":"{\"choices\":\"['Their neurons remain in a state of graded potentiality even after they have fired.', 'Their neurons continue to keep the body in an alert state.', 'Their adrenal glands continue to secrete epinephrine even after the crisis is over.', 'Their bloodstream continues to contain elevated levels of adrenaline.']\",\"question\":\"Which of the following best summarizes why people tend to stay in a slightly elevated state of arousal after a crisis has occurred?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}