{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"50ee6218-64d5-5260-aa8c-abe22be2bbea","task_key":"all--test--50ee6218-64d5-5260-aa8c-abe22be2bbea","task_revision_id":"1","upstream_id":"","short_description":"In an immigrant family, serious conflict between the mother and an adolescent…","config":"all","split":"test","body":"{\"choices\":\"['adolescent strivings for independence', 'their differential rates of adjustment to the new environment', 'the enmeshment that is typical of families that have left their native land', 'the psychopathology resulting from the stresses of the immigration experience']\",\"question\":\"In an immigrant family, serious conflict between the mother and an adolescent child will most likely be due to\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}