{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3b62084f-f808-5d9d-926a-7aeb71c071f5","task_key":"all--test--3b62084f-f808-5d9d-926a-7aeb71c071f5","task_revision_id":"1","upstream_id":"","short_description":"Cognitivists claim that classical conditioning results from","config":"all","split":"test","body":"{\"choices\":\"['an association between the unconditioned stimulus and the unconditioned response', 'an association between the unconditioned stimulus and the conditioned stimulus', 'an association between the conditioned stimulus and the unconditioned response', 'an expectation of what is coming following the conditioned stimulus']\",\"question\":\"Cognitivists claim that classical conditioning results from\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}