{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"832a32f3-69de-5ee9-9fcb-0758a460c53c","task_key":"all--test--832a32f3-69de-5ee9-9fcb-0758a460c53c","task_revision_id":"1","upstream_id":"","short_description":"Some forms of misogynist speech only target a subset of women. Richardson-Self…","config":"all","split":"test","body":"{\"choices\":\"['deny that subsets of women can be the targets of hate speech.', 'say that this speech is merely sexist speech.', 'consider such speech hate speech.', 'understand misogynistic speech as akin to other forms of oppressive speech against racial minorities.']\",\"question\":\" Some forms of misogynist speech only target a subset of women. Richardson-Self argues that we should\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}