{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"79504970-3f90-5e0c-9ff5-ae366becaee7","task_key":"all--test--79504970-3f90-5e0c-9ff5-ae366becaee7","task_revision_id":"1","upstream_id":"","short_description":"The work of Smart suggested that:","config":"all","split":"test","body":"{\"choices\":\"['the rates of violent crime were similar for men and women', \\\"women's sexual delinquency was more likely to be normalized than men's\\\", \\\"women's criminal behaviour tended to reflect traditional gender roles\\\", 'all of the above']\",\"question\":\"The work of Smart suggested that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}