{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"134b5db6-4e0d-5fa0-b75a-1afed01324f6","task_key":"all--test--134b5db6-4e0d-5fa0-b75a-1afed01324f6","task_revision_id":"1","upstream_id":"","short_description":"The false analogy fallacy is","config":"all","split":"test","body":"{\"choices\":\"['a specific type of false cause fallacy that argues that since two event happened at the same time one event must have caused the other', 'arguing that an event that preceded another event necessarily is the cause of the second event', 'arguing that since something is new it is necessarily good', 'drawing a conclusion based on a comparison when the items being compared are not similar enough to support the conclusion.']\",\"question\":\"The false analogy fallacy is\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}