{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"272d8653-6039-574a-bc02-c237f825c3cd","task_key":"all--test--272d8653-6039-574a-bc02-c237f825c3cd","task_revision_id":"1","upstream_id":"","short_description":"The false sign fallacy is","config":"all","split":"test","body":"{\"choices\":\"['arguing that what is true of part of an object is necessarily true of the entire object', 'arguing that two things are similar enough that what is true of one is true of the other', 'arguing that since something is inexpensive it is necessarily of low quality', 'reasoning by sign when there is really not a direct relationship between the alleged sign and the subject of the argument']\",\"question\":\"The false sign fallacy is\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}