{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2ceb17f0-0d8c-5a1d-8e1a-0f9187613760","task_key":"all--test--2ceb17f0-0d8c-5a1d-8e1a-0f9187613760","task_revision_id":"1","upstream_id":"","short_description":"Chodorow (1978) argued that gender socialization occurred through:","config":"all","split":"test","body":"{\"choices\":\"['both boys and girls being closely attached to their mothers, but then boys breaking away', 'girls being attached to their mothers but then breaking away', 'boys being attached to their fathers and girls to their mothers', 'both boys and girls being closely attached to their fathers, but girls breaking away']\",\"question\":\"Chodorow (1978) argued that gender socialization occurred through:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}