{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93e1fd40-c0fc-58f2-aeee-fd3cc4864494","task_key":"all--test--93e1fd40-c0fc-58f2-aeee-fd3cc4864494","task_revision_id":"1","upstream_id":"","short_description":"The 'nuclear family' means:","config":"all","split":"test","body":"{\"choices\":\"['a group of people sharing living accommodation and meals', 'a network of relatives extended within or between generations', 'the new family created when an adult leaves home and gets married', 'a two generation unit of parents and their children']\",\"question\":\"The 'nuclear family' means:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}