{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a23b4552-c914-5bc3-8122-fd80a6bcb6c1","task_key":"all--test--a23b4552-c914-5bc3-8122-fd80a6bcb6c1","task_revision_id":"1","upstream_id":"","short_description":"Observational epidemiology studies have produced useful in identifying health…","config":"all","split":"test","body":"{\"choices\":\"['It is never possible to know whether observed effects are caused by the contaminant', 'Human exposure though food is usually much less than exposures that have been studied', 'Controlled animal studies provide more reliable information', 'Reliable dose-response data are difficult to acquire and often unavailable']\",\"question\":\"Observational epidemiology studies have produced useful in identifying health effects of many food contaminants, but not for assessing risk, because:\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}