{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7157b5af-9681-51f0-962b-7d560f588348","task_key":"all--test--7157b5af-9681-51f0-962b-7d560f588348","task_revision_id":"1","upstream_id":"","short_description":"If two non-zero vectors are added together, and the resultant vector is zero,…","config":"all","split":"test","body":"{\"choices\":\"['They have equal magnitude and are pointed in the same direction.', 'They have equal magnitude and are pointed in opposite directions.', 'They have different magnitudes and are pointed in opposite directions.', 'It is not possible for the sum of two non-zero vectors to be zero.']\",\"question\":\"If two non-zero vectors are added together, and the resultant vector is zero, what must be true of the two vectors?\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}