{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5052393b-afeb-5183-bc7e-06386a79c448","task_key":"all--test--5052393b-afeb-5183-bc7e-06386a79c448","task_revision_id":"1","upstream_id":"","short_description":"Stone's research suggests that prior to industrialization, the nuclear family:","config":"all","split":"test","body":"{\"choices\":\"['did not exist in any form', 'had begun to disappear, as extended networks of kin became more important', 'had begun to emerge through the separation of work and home life', 'was simply another institution of patriarchal control']\",\"question\":\"Stone's research suggests that prior to industrialization, the nuclear family:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}