{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"edf25fe7-f72a-57b7-8556-47299f9fee19","task_key":"all--test--edf25fe7-f72a-57b7-8556-47299f9fee19","task_revision_id":"1","upstream_id":"","short_description":"Which of the following describes the fallacy of appeal to indignation?","config":"all","split":"test","body":"{\"choices\":\"['attacking the character or background of someone making an argument instead of his or her evidence and reasoning', 'responding to charges of wrongdoing by saying other people do the same thing', 'arguing against a position only based on personal feelings toward the position', 'responding to an argument with an expression of derision instead of a counter argument']\",\"question\":\"Which of the following describes the fallacy of appeal to indignation?\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}