{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"053b2bec-4cdd-5045-b9e0-8c1a3331cf4d","task_key":"all--test--053b2bec-4cdd-5045-b9e0-8c1a3331cf4d","task_revision_id":"1","upstream_id":"","short_description":"Madison is a fifth grader who tries to listen to the teacher, but has difficulty…","config":"all","split":"test","body":"{\"choices\":\"['panic disorder', 'post-traumatic stress disorder', 'attention deficit hyperactivity disorder', 'bipolar disorder']\",\"question\":\"Madison is a fifth grader who tries to listen to the teacher, but has difficulty focusing. She looks around the classroom while the teacher is talking and then does not know what to do when others are starting their assignments. Her symptoms are characteristic of which of the following?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}