{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23bbc87b-34be-5605-8ddd-0e79162691a9","task_key":"all--test--23bbc87b-34be-5605-8ddd-0e79162691a9","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is an example of a result of operant conditioning?","config":"all","split":"test","body":"{\"choices\":\"['Milo starts at the sound of a buzzer because it sounds very similar to the alarm clock that wakes him every morning.', 'Paula is promoted to vice president of her company and vows to not lose touch with her employees.', 'Rebecca cancels her credit card to avoid paying the annual fee but plans to reinstate it in the new year.', 'Ashmed speaks louder than usual when he talks to his mother on the phone because she is hard of hearing.']\",\"question\":\"Which of the following is an example of a result of operant conditioning?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}