{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4b25dbb8-9029-57c7-a2e9-6ad5e96241b0","task_key":"all--test--4b25dbb8-9029-57c7-a2e9-6ad5e96241b0","task_revision_id":"1","upstream_id":"","short_description":"An outlier is an observation that","config":"all","split":"test","body":"{\"choices\":\"['is seen more frequently than the other observations in the data set', 'is seen less frequently than the other observations in the data set', 'is always smaller than the other observations in the data set', 'is significantly different from the other observations in the data set']\",\"question\":\"An outlier is an observation that\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}