{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e4c88a7-aa1b-5b59-aa16-120d49c99dfa","task_key":"all--test--3e4c88a7-aa1b-5b59-aa16-120d49c99dfa","task_revision_id":"1","upstream_id":"","short_description":"Plasmid vectors for cloning","config":"all","split":"test","body":"{\"choices\":\"['can generally accommodate larger inserts than phage vectors can', 'grow within bacteria, and are present in bacterial colonies on an agar plate', 'can accommodate inserts of over 100 kilobases', 'include centromeres to allow propagation in yeast']\",\"question\":\"Plasmid vectors for cloning\",\"subject\":\"medical_genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}