{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"774628aa-7b6c-528d-998b-b41a4bfcb3de","task_key":"all--test--774628aa-7b6c-528d-998b-b41a4bfcb3de","task_revision_id":"1","upstream_id":"","short_description":"Given a large dataset of medical records from patients suffering from heart…","config":"all","split":"test","body":"{\"choices\":\"['Supervised learning', 'Unsupervised learning', 'Both (a) and (b)', 'Neither (a) nor (b)']\",\"question\":\"Given a large dataset of medical records from patients suffering from heart disease, try to learn whether there might be different clusters of such patients for which we might tailor separate treatments. What kind of learning problem is this?\",\"subject\":\"machine_learning\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}