{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fb4c9c58-6faa-55b0-b1a0-a55d753cfd25","task_key":"all--test--fb4c9c58-6faa-55b0-b1a0-a55d753cfd25","task_revision_id":"1","upstream_id":"","short_description":"The term 'feminist standpoint' suggests:","config":"all","split":"test","body":"{\"choices\":\"['taking a stand on the issues neglected by feminism', 'studying society from the perspective of women', \\\"the recognition of difference and diversity in women's lives\\\", 'a tendency to ignore the gendered nature of knowledge']\",\"question\":\"The term 'feminist standpoint' suggests:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}