{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"10b531cd-2113-5e4b-b95a-ff58544e234b","task_key":"all--test--10b531cd-2113-5e4b-b95a-ff58544e234b","task_revision_id":"1","upstream_id":"","short_description":"Your little cousin watches you at the computer, and when you get up, he…","config":"all","split":"test","body":"{\"choices\":\"['superstition', 'classical conditioning', 'operant aversive conditioning', 'modeling']\",\"question\":\"Your little cousin watches you at the computer, and when you get up, he immediately tries to use the keyboard. His behavior in this situation can best be explained on the basis of\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}