{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"85ff61e1-8d01-58ea-864d-56ab0151660f","task_key":"all--test--85ff61e1-8d01-58ea-864d-56ab0151660f","task_revision_id":"1","upstream_id":"","short_description":"The appeal to anonymous authority fallacy consists of","config":"all","split":"test","body":"{\"choices\":\"['reasoning that an act or series of acts should be carried out because they will have no significant consequences, when there is no evidence there will be no consequences.', 'arguing that a claim should be accepted based on the evidence that a large number of people accept it', 'arguing that something should be done because it has been done in the past', 'arguing a claim should be accepted based only on the assertion that unidentified authorities accept it']\",\"question\":\"The appeal to anonymous authority fallacy consists of\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}