{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4edc0db7-19ab-5350-a1f7-4251d32acad9","task_key":"all--test--4edc0db7-19ab-5350-a1f7-4251d32acad9","task_revision_id":"1","upstream_id":"","short_description":"Bartering as a form of payment for psychological services is","config":"all","split":"test","body":"{\"choices\":\"['allowable only if it is not clinically contraindicated and the relationship is not exploitative', 'not allowable under any circumstance', 'allowable only if the dollar value of the psychological service and of the payment service or goods are established in advance', 'allowable only if the psychologist feels char a client would be denied services if barbering were not allowed']\",\"question\":\"Bartering as a form of payment for psychological services is\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}