{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"30797958-6935-55e6-9229-a419a7fb74d3","task_key":"all--test--30797958-6935-55e6-9229-a419a7fb74d3","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best describes ethical guidelines regarding barter as a…","config":"all","split":"test","body":"{\"choices\":\"['Barter may be acceptable when certain conditions are met.', 'The barter of goods (but not services) is prohibited by ethical guidelines.', 'The barter of services (but not goods) is prohibited by ethical guidelines.', 'Barter of any kind is prohibited by ethical guidelines.']\",\"question\":\"Which of the following best describes ethical guidelines regarding barter as a substitute for the collection of fees for professional psychological services?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}