{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ed98834a-df6b-5c1f-84e5-2491aaa18c28","task_key":"all--test--ed98834a-df6b-5c1f-84e5-2491aaa18c28","task_revision_id":"1","upstream_id":"","short_description":"When preparing a psychological testing report, a psychologist is ethically bound…","config":"all","split":"test","body":"{\"choices\":\"['only data for which independent corroborating evidence exists', 'interpretations of the data and limiting circumstances involving the test administration', 'raw data, where this is appropriate in the psychologist’s professional judgment', 'any potential pathology chat the psychologist has cause to suspect may develop']\",\"question\":\"When preparing a psychological testing report, a psychologist is ethically bound to include\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}