{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"126903b5-c2f8-59a6-bb80-f762a4d38ff5","task_key":"all--test--126903b5-c2f8-59a6-bb80-f762a4d38ff5","task_revision_id":"1","upstream_id":"","short_description":"In which one of the following circumstances will the prevalence of a disease in…","config":"all","split":"test","body":"{\"choices\":\"['If the incidence rate of the disease falls.', 'If survival time with the disease increases.', 'If recovery of the disease is faster.', 'If the population in which the disease is measured increases.']\",\"question\":\"In which one of the following circumstances will the prevalence of a disease in the population increase, all else being constant?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}