{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"52840d21-8721-51ac-a41a-ebd9dfea06f7","task_key":"all--test--52840d21-8721-51ac-a41a-ebd9dfea06f7","task_revision_id":"1","upstream_id":"","short_description":"All of the following are conditions sanctioned by the APA regarding the use of…","config":"all","split":"test","body":"{\"choices\":\"['the research is of great importance and cannot be conducted without the use of deception', 'participants are expected to find the procedures reasonable upon being informed of them', 'participants must be allowed to withdraw from the experiment at any time', 'the research must be conducted as a double-blind study']\",\"question\":\"All of the following are conditions sanctioned by the APA regarding the use of deception in a study EXCEPT\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}