{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4348fcb5-c546-5e4c-ba2a-3aa14576b87a","task_key":"all--test--4348fcb5-c546-5e4c-ba2a-3aa14576b87a","task_revision_id":"1","upstream_id":"","short_description":"What is the current best option for preventing future outbreaks of Ebola?","config":"all","split":"test","body":"{\"choices\":\"['Rebuild scientific, medical and nursing infrastructure and train staff', 'Early and accurate diagnosis with molecular kits', 'Develop effective vaccines', 'Arrange rapid intervention into West Africa with EU and USA army teams']\",\"question\":\"What is the current best option for preventing future outbreaks of Ebola?\",\"subject\":\"virology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}