{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b18b5c7-958c-57bb-89ee-a982c4da1223","task_key":"all--test--0b18b5c7-958c-57bb-89ee-a982c4da1223","task_revision_id":"1","upstream_id":"","short_description":"What is the major difference between classical and operant conditioning?","config":"all","split":"test","body":"{\"choices\":\"['Operant conditioning was established well before classical conditioning.', 'Classical conditioning involves pairing stimuli, and operant conditioning involves pairing a response with a stimulus.', 'Operant conditioning is used to train organisms to perform specific acts, and classical conditioning is used to get organisms to stop performing specific acts.', 'Classical conditioning is more difficult to use but more effective than operant conditioning.']\",\"question\":\"What is the major difference between classical and operant conditioning?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}