{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ec4bc89-48f6-57c6-8cf1-268cb4501a35","task_key":"all--test--6ec4bc89-48f6-57c6-8cf1-268cb4501a35","task_revision_id":"1","upstream_id":"","short_description":"Singer presents his three-premise argument in addition to appealing to the case…","config":"all","split":"test","body":"{\"choices\":\"['he believes that abstract arguments are more likely to convince one to act.', 'he argues that our emotional reactions have no bearing on which moral claims are true.', \\\"he believes arguments are a more efficient way to appeal to one's emotions.\\\", \\\"he wants to appeal to the reader's reason and not just pull at the reader's heartstrings.\\\"]\",\"question\":\" Singer presents his three-premise argument in addition to appealing to the case of the drowning child because\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}