{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a15e3620-2aad-55a0-8081-6f0115562999","task_key":"all--test--a15e3620-2aad-55a0-8081-6f0115562999","task_revision_id":"1","upstream_id":"","short_description":"Which of the following quotations best describes the central thesis of…","config":"all","split":"test","body":"{\"choices\":\"[\\\"There are fundamental differences between individual women.'\\\", \\\"Men and women have different conceptions of the feminist project.'\\\", \\\"Women look to context, whereas men appeal to neutral, abstract notions of justice.'\\\", \\\"Men are unable to comprehend their differences from women.'\\\"]\",\"question\":\"Which of the following quotations best describes the central thesis of difference feminism?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}