{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"435afaea-95a7-560d-80c9-9003b8ecacd6","task_key":"all--test--435afaea-95a7-560d-80c9-9003b8ecacd6","task_revision_id":"1","upstream_id":"","short_description":"Two people, one of mass 100 kg and the other of mass 50 kg, stand facing each…","config":"all","split":"test","body":"{\"choices\":\"['the force felt by the heavier person is (-1/2)F', 'the force felt by the person is -2F', 'the magnitude of the acceleration of the lighter person will be half of the magnitude of the acceleration of the heavier person', 'the magnitude of the acceleration of the lighter person will be twice the magnitude of the acceleration of the heavier person']\",\"question\":\"Two people, one of mass 100 kg and the other of mass 50 kg, stand facing each other on an ice-covered (essentially frictionless) pond. If the heavier person pushes on the lighter one with a force F, then\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}