{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8ae45ae0-ded4-5934-a97a-55025121e3ea","task_key":"all--test--8ae45ae0-ded4-5934-a97a-55025121e3ea","task_revision_id":"1","upstream_id":"","short_description":"In schools characterized by high student achievement and family involvement,…","config":"all","split":"test","body":"{\"choices\":\"['provide additional opportunities for students to maximize their learning', 'are not an important factor for students to be successful', 'reduce the amount of success students achieve', \\\"take up too much of the school's and the community's time\\\"]\",\"question\":\"In schools characterized by high student achievement and family involvement, schoolcommunity partnerships\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}