{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d37a6064-fc7c-52b2-b606-d6e9bf5ff22b","task_key":"all--test--d37a6064-fc7c-52b2-b606-d6e9bf5ff22b","task_revision_id":"1","upstream_id":"","short_description":"A man stands on a platform scale in an elevator. The elevator moves upward,…","config":"all","split":"test","body":"{\"choices\":\"['The force of the elevator cable on the man', 'The force of the man on the scale', 'The force of the elevator cable on the elevator', 'The force of the man on the Earth']\",\"question\":\"A man stands on a platform scale in an elevator. The elevator moves upward, speeding up. What is the action-reaction force pair to the man’s weight?\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}