{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c995b28f-c634-5329-b0ff-69189a3a4fa5","task_key":"all--test--c995b28f-c634-5329-b0ff-69189a3a4fa5","task_revision_id":"1","upstream_id":"","short_description":"\" _Ad antiquitatem_ \" is","config":"all","split":"test","body":"{\"choices\":\"['a specific type of false cause fallacy that argues that since two event happened at the same time one event must have caused the other', 'a specific type of false sign fallacy that reasons something is necessarily better because it is old, or is worse because it is new', 'a specific type of false sign fallacy that reasons something is necessarily better because it is new, or is worse because it is old', 'arguing that what is true of an individual part of an object must be true of the entire object']\",\"question\":\"\\\" _Ad antiquitatem_ \\\" is\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}