{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b636bf8b-efec-5795-9892-abf53d2d921c","task_key":"all--test--b636bf8b-efec-5795-9892-abf53d2d921c","task_revision_id":"1","upstream_id":"","short_description":"Queer Theory makes the claim that:","config":"all","split":"test","body":"{\"choices\":\"['heterosexuality is the normal and most desirable way to be', 'the sexual categories and discourses we use are based upon true, underlying biological differences', 'deviant forms of masculinity are seen as more threatening to the gender order than deviant forms of femininity', 'all sexualities are pluralistic, fragmented and frequently reconstructed']\",\"question\":\"Queer Theory makes the claim that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}