{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ec1e62c3-9aaf-5e6d-9b54-fcfa9d088663","task_key":"all--test--ec1e62c3-9aaf-5e6d-9b54-fcfa9d088663","task_revision_id":"1","upstream_id":"","short_description":"Research using the visual cliff suggests that human infants","config":"all","split":"test","body":"{\"choices\":\"['would go \\\"over the cliff\\\" if their mothers called them', 'had learned by experience in crawling to perceive depth', 'were not able to use any visual depth cues', 'use monocular but not binocular cues for vision']\",\"question\":\"Research using the visual cliff suggests that human infants\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}