{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"456ba5d4-b2ab-5505-b60e-07d6ba32294a","task_key":"all--test--456ba5d4-b2ab-5505-b60e-07d6ba32294a","task_revision_id":"1","upstream_id":"","short_description":"What is the major difference between negative reinforcement and punishment?","config":"all","split":"test","body":"{\"choices\":\"['Punishments are used with nonhuman animals, and negative reinforcements are used with humans.', 'Negative reinforcements are used in classical conditioning, and punishments are used in operant conditioning.', 'Punishments are primarily used when training an organism to perform a behavior and negative reinforcements are used to train an organism to stop performing a behavior.', 'Punishments decrease the frequency of a behavior and negative reinforcements increase the frequency of a behavior.']\",\"question\":\"What is the major difference between negative reinforcement and punishment?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}