{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5df8c167-a216-5f46-abea-9c1abea1f024","task_key":"all--test--5df8c167-a216-5f46-abea-9c1abea1f024","task_revision_id":"1","upstream_id":"","short_description":"The ecological approach to urban sociology involved studying:","config":"all","split":"test","body":"{\"choices\":\"['how social groups colonized different areas of the city and competed for resources', 'the forms of wildlife and natural habitats that could be found on the edges of the city', 'the way in which people organized collective protests about environmental issues', \\\"how men and women used the city's public spaces differently\\\"]\",\"question\":\"The ecological approach to urban sociology involved studying:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}