{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c62f279f-79e7-5f9f-b685-eb2ff1339d7b","task_key":"all--test--c62f279f-79e7-5f9f-b685-eb2ff1339d7b","task_revision_id":"1","upstream_id":"","short_description":"Simon LeVay studied the brains of heterosexuals and homosexuals. He found…","config":"all","split":"test","body":"{\"choices\":\"['the cortical activity of these two groups', 'the overall brain weights of these two groups', 'the cell structure in the hypothalamus of these two groups', 'blood volume and metabolism of sugars in the brains of these two groups']\",\"question\":\"Simon LeVay studied the brains of heterosexuals and homosexuals. He found differences in:\",\"subject\":\"human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}