{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6735f2a3-70ac-5b62-942f-6d5403be19df","task_key":"all--test--6735f2a3-70ac-5b62-942f-6d5403be19df","task_revision_id":"1","upstream_id":"","short_description":"Pilcher (1999) identified soap operas as a 'feminine genre' of media because:","config":"all","split":"test","body":"{\"choices\":\"['most of the characters in soap operas are women', 'they represent images of women as both domesticated and independent', 'they alienate women and appeal to an audience of men', 'female television producers are most likely to work in this area']\",\"question\":\"Pilcher (1999) identified soap operas as a 'feminine genre' of media because:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}