{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"106dcf20-47e0-59c3-9454-1bce95feddb4","task_key":"all--test--106dcf20-47e0-59c3-9454-1bce95feddb4","task_revision_id":"1","upstream_id":"","short_description":"In stage 3 of the 'health transition', the main causes of illness and death are:","config":"all","split":"test","body":"{\"choices\":\"['acute, infectious diseases such as typhus, measles and cholera', 'respiratory diseases such as pneumonia and asthma', 'chronic, degenerative diseases, such as cancer, heart disease, and strokes', 'too diverse to put into one category']\",\"question\":\"In stage 3 of the 'health transition', the main causes of illness and death are:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}