{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6793da29-2aa1-5801-8923-1d8d19dd302b","task_key":"all--test--6793da29-2aa1-5801-8923-1d8d19dd302b","task_revision_id":"1","upstream_id":"","short_description":"An anatomical difference between males and females is:","config":"all","split":"test","body":"{\"choices\":\"['males have one exit structure for urine and reproductive fluids, whereas females have two', 'males have an external sexual organ that gets engorged with blood, whereas females do not', 'males have many times the number of nerve endings in the penis that females have in the clitoris.', 'all of the above']\",\"question\":\"An anatomical difference between males and females is:\",\"subject\":\"human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}