{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5da66534-2174-5fea-98e9-b4ca32e7ec7a","task_key":"all--test--5da66534-2174-5fea-98e9-b4ca32e7ec7a","task_revision_id":"1","upstream_id":"","short_description":"Nussbaum claims that our modern debates about homosexuality:","config":"all","split":"test","body":"{\"choices\":\"['are continuations of the very same debate about sexual activity that went on in the Greek world.', 'are interminable because there is no objective answer as to whether homosexuality is immoral.', 'are carried out in a manner that is not virtuous.', 'none of the above.']\",\"question\":\"Nussbaum claims that our modern debates about homosexuality:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}