{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e324fb9a-a1d8-550a-9003-ba5ab50fa881","task_key":"all--test--e324fb9a-a1d8-550a-9003-ba5ab50fa881","task_revision_id":"1","upstream_id":"","short_description":"In the nineteenth century, homosexuality was understood as:","config":"all","split":"test","body":"{\"choices\":\"['a positive identity in which gay people could take pride', 'an absolute taboo, which meant that all homosexuals were isolated', \\\"a subordinate form of masculinity that threatened 'compulsory heterosexuality'\\\", 'confirmation of the two-sex model']\",\"question\":\"In the nineteenth century, homosexuality was understood as:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}