{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"00ebcf98-8014-562e-9b64-204ad26fd3b9","task_key":"all--test--00ebcf98-8014-562e-9b64-204ad26fd3b9","task_revision_id":"1","upstream_id":"","short_description":"Which one of the following statements best describes an application of the…","config":"all","split":"test","body":"{\"choices\":\"['Graph of the Bantu migration', 'Graph of the growth of human populations since their first appearance on Earth', 'The chart showing how cities associate with one another based on their population sizes', 'A model showing the decrease in population growth for several countries after they industrialize']\",\"question\":\"Which one of the following statements best describes an application of the S-curve?\",\"subject\":\"high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}