{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c7be98cd-8e70-5429-ba44-aaed7b9b1705","task_key":"all--test--c7be98cd-8e70-5429-ba44-aaed7b9b1705","task_revision_id":"1","upstream_id":"","short_description":"Studies conducted by Bailey and Pillard (1991) have shown that:","config":"all","split":"test","body":"{\"choices\":\"['the homosexuality concordance rate for identical twins is 100%', 'the homosexuality concordance rate for identical twins and fraternal twins is approximately the same', 'the homosexuality concordance rate for identical twins is higher than for fraternal twins', 'the homosexuality concordance rate for adoptive brothers differs little from that of biological brothers']\",\"question\":\"Studies conducted by Bailey and Pillard (1991) have shown that:\",\"subject\":\"human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}