{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d211b3b1-1faf-5279-bf11-0e982da01319","task_key":"all--test--d211b3b1-1faf-5279-bf11-0e982da01319","task_revision_id":"1","upstream_id":"","short_description":"The term 'over-urbanization' means that:","config":"all","split":"test","body":"{\"choices\":\"['life in modern Western cities is so far removed from that of the Third World that we find it difficult to understand these societies', 'in poorer countries, the rapidly developing cities drain resources from the rural areas', 'the extent to which urbanization affects development has been exaggerated', 'governments are so preoccupied with urbanization in the West that they forget to attend to problems in the Third World']\",\"question\":\"The term 'over-urbanization' means that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}