{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"720eb7c0-4422-57d9-9f8c-d01e44a27c15","task_key":"all--test--720eb7c0-4422-57d9-9f8c-d01e44a27c15","task_revision_id":"1","upstream_id":"","short_description":"The emotional state of the mother during pregnancy","config":"all","split":"test","body":"{\"choices\":\"['can affect such variables as activity level and birth weight of the fetus', 'produces an immediate emotional reaction in the fetus', 'has no apparent effect on the fetus', 'may determine the predominant emotional orientation of the child']\",\"question\":\"The emotional state of the mother during pregnancy\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}