{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c5612597-8fe4-5fde-9534-f30103ec2786","task_key":"all--test--c5612597-8fe4-5fde-9534-f30103ec2786","task_revision_id":"1","upstream_id":"","short_description":"Mapping of human chromosomes:","config":"all","split":"test","body":"{\"choices\":\"['has been restricted to the sex chromosomes because of small family sizes', 'proceeded much more successfully as large numbers of DNA markers became available.', 'has determined that the number of linkage groups is about twice the number of chromosomes', 'has demonstrated that almost all of the DNA is involved in coding for genes']\",\"question\":\"Mapping of human chromosomes:\",\"subject\":\"medical_genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}