{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ec7bdc5-2d30-557e-82f8-328196854aef","task_key":"all--test--6ec7bdc5-2d30-557e-82f8-328196854aef","task_revision_id":"1","upstream_id":"","short_description":"A therapist instructs a client who suffers from insomnia to polish his hardwood…","config":"all","split":"test","body":"{\"choices\":\"['Luigia Boscolo.', 'Milton Erickson.', 'Salvador Minuchin.', 'Marquis de Sade.']\",\"question\":\"A therapist instructs a client who suffers from insomnia to polish his hardwood floors for at least two hours whenever he wakes up during the night. Apparently this therapist is familiar with the work of:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}