{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"90d84ae5-e173-58a1-9913-07e804e4064d","task_key":"all--test--90d84ae5-e173-58a1-9913-07e804e4064d","task_revision_id":"1","upstream_id":"","short_description":"A customer is not certain if the advertised width of a 48-inch television is…","config":"all","split":"test","body":"{\"choices\":\"['3', '7', '8', '9']\",\"question\":\"A customer is not certain if the advertised width of a 48-inch television is along the horizontal length of the screen or along the diagonal of the screen. If the ratio of the length to the height of the television screen is 5 to 3, how much shorter, to the nearest inch, will the horizontal length of the television screen be if the measure is made along the diagonal of the television screen rather than along the horizontal length?\",\"subject\":\"high_school_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}