{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b702f0fd-c39c-5763-a7d3-4341b3fa8d28","task_key":"all--test--b702f0fd-c39c-5763-a7d3-4341b3fa8d28","task_revision_id":"1","upstream_id":"","short_description":"In the 1990 reform of the National Health Service, hospitals became:","config":"all","split":"test","body":"{\"choices\":\"['self-governing trusts competing for purchasing contracts from health authorities', 'state-controlled providers, dependent on funding from the central government', 'increasingly detached from health authorities and providers of private health care', 'less inclined to run themselves efficiently, as demand for health care was falling']\",\"question\":\"In the 1990 reform of the National Health Service, hospitals became:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}