{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38dc59c0-4310-5e7b-ad53-1956783d1bac","task_key":"all--test--38dc59c0-4310-5e7b-ad53-1956783d1bac","task_revision_id":"1","upstream_id":"","short_description":"A programmer uses code published online under a Creative Commons Attribution (C…","config":"all","split":"test","body":"{\"choices\":\"[\\\"Copying code from the online source into the programmer's product without any other actions\\\", \\\"Copying code from the online source into the programmer's product and limiting the copied code to ten code lines\\\", \\\"Copying code from the online source into the programmer's product and changing all variable names\\\", \\\"Copying code from the online source into the programmer's product and crediting the original author in the manner indicated by the license\\\"]\",\"question\":\"A programmer uses code published online under a Creative Commons Attribution (C C B Y) license in a commercial product. Which of the following best describes an acceptable use of the code?\",\"subject\":\"high_school_computer_science\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}