{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a3d286c0-1953-5328-b1c0-e8551d3b8d99","task_key":"all--test--a3d286c0-1953-5328-b1c0-e8551d3b8d99","task_revision_id":"1","upstream_id":"","short_description":"An alarm whose frequency is 400 Hz is dropped out of a third-floor window. The…","config":"all","split":"test","body":"{\"choices\":\"['appears higher than 400 Hz and the frequency increase as it falls', 'appears higher than 400 Hz and the frequency decreases as it falls', 'appears lower than 400 Hz and the frequency decreases as it falls', 'appears lower than 400 Hz and the frequency increases as it falls']\",\"question\":\"An alarm whose frequency is 400 Hz is dropped out of a third-floor window. The student who drops it measures the frequency with a very sensitive oscilloscope. The measured frequency\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}