{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c8dab57-1486-5c96-8ed6-b2e5324c6586","task_key":"all--test--3c8dab57-1486-5c96-8ed6-b2e5324c6586","task_revision_id":"1","upstream_id":"","short_description":"Doses of substances used in animal toxicity studies are usually many times…","config":"all","split":"test","body":"{\"choices\":\"['Animals are generally much less sensitive than people', 'Such tests can detect only very large risks because of the fact that only small numbers of animals can be used', 'It is difficult in such studies to determine whether the observed toxic effects were caused by the substance', 'It is the only way to ensure results are applicable to people']\",\"question\":\"Doses of substances used in animal toxicity studies are usually many times greater than those experienced by people because:\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}