{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f65fe676-5057-54cd-bae8-5d478c28e143","task_key":"all--test--f65fe676-5057-54cd-bae8-5d478c28e143","task_revision_id":"1","upstream_id":"","short_description":"Which of the following correctly describes the motion of a real object in free…","config":"all","split":"test","body":"{\"choices\":\"['It will fall with increasing speed and increasing acceleration.', 'It will fall with increasing speed and decreasing acceleration.', 'It will fall with decreasing speed and increasing acceleration.', 'It will fall with decreasing speed and decreasing acceleration.']\",\"question\":\"Which of the following correctly describes the motion of a real object in free fall? Assume that the object experiences drag force proportional to speed and that it strikes the ground before reaching terminal sped.\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}