{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"33b1c8fc-e938-5a56-9268-2a4578bc9fd6","task_key":"all--test--33b1c8fc-e938-5a56-9268-2a4578bc9fd6","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements about the global ageing population is correct?","config":"all","split":"test","body":"{\"choices\":\"[\\\"It is predicted that by 2040 over 25% of the world's population will be 65yr or older.\\\", 'The rate of increase in the median age of populations is greater in developing countries than wealthy countries.', 'In older age groups men outnumber women.', 'Men have a lower mortality rate than women, over the life course.']\",\"question\":\"Which of the following statements about the global ageing population is correct?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}