{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a633700a-5925-5c6d-b0cb-f3a63157371d","task_key":"all--test--a633700a-5925-5c6d-b0cb-f3a63157371d","task_revision_id":"1","upstream_id":"","short_description":"The term 'collective consumption' (Castells 1977) refers to:","config":"all","split":"test","body":"{\"choices\":\"['the privatization of public services by the Conservative government', 'the lifestyle practice of shopping in peer groups', 'the form of tuberculosis suffered by those who collect stamps', 'the provision of health, housing, and education services by the state']\",\"question\":\"The term 'collective consumption' (Castells 1977) refers to:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}