{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b39c3a16-0571-5aa7-83ec-f071eaf713b8","task_key":"all--test--b39c3a16-0571-5aa7-83ec-f071eaf713b8","task_revision_id":"1","upstream_id":"","short_description":"Bernstein thought that using 'restricted codes' of language disadvantaged pupils…","config":"all","split":"test","body":"{\"choices\":\"['this pattern of speech made them the target of bullying', 'they referred to explicit, context independent meanings', 'they prevented children from communicating outside of their peer groups', 'they involved short, simple sentences with a small vocabulary']\",\"question\":\"Bernstein thought that using 'restricted codes' of language disadvantaged pupils at school because:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}