{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"71672e9b-c25f-59a5-a9e9-8ebdefbdf907","task_key":"all--test--71672e9b-c25f-59a5-a9e9-8ebdefbdf907","task_revision_id":"1","upstream_id":"","short_description":"\"A 14-year old boy is arrested for the third time for shoplifting. His mother…","config":"all","split":"test","body":"{\"choices\":\"['disengaged.', 'closed.', '\\\"emotionally \\\"\\\"cut-off.\\\"\\\"\\\"', 'skewed.']\",\"question\":\"\\\"A 14-year old boy is arrested for the third time for shoplifting. His mother seems unconcerned and says \\\"\\\"he's just going through a phase.\\\"\\\" His father decides to go fishing on the day of the boy's court hearing, and his sister says she can't attend his court hearing because she has too much homework. From the perspective of structural family therapy, this family is best described as:\\\"\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}