{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f8afdbb1-53d1-5384-8915-68aa560cebc4","task_key":"all--test--f8afdbb1-53d1-5384-8915-68aa560cebc4","task_revision_id":"1","upstream_id":"","short_description":"In which of the following situations involving a source of sound and a detector…","config":"all","split":"test","body":"{\"choices\":\"['The source travels toward the stationary detector.', 'The detector travels toward the stationary source.', 'Both the source and detector travel in the same direction.', 'Both the source and detector travel in opposite directions, with the source and detector moving away from each other.']\",\"question\":\"In which of the following situations involving a source of sound and a detector of the sound is it possible that there is NO perceived Doppler shift?\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}