{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a8b3f2b-e30c-53ec-ae6e-0f1885b47ae1","task_key":"all--test--8a8b3f2b-e30c-53ec-ae6e-0f1885b47ae1","task_revision_id":"1","upstream_id":"","short_description":"Which of the following describes the _tu quoque_ fallacy?","config":"all","split":"test","body":"{\"choices\":\"[\\\"summarizing an opponent's position in a way that makes it seem silly\\\", 'attempting to gain agreement based only on the feelings aroused in the argument', 'responding to charges of wrongdoing by saying the accuser does the same thing', 'arguing against a position based only on negative personal feelings toward the position']\",\"question\":\"Which of the following describes the _tu quoque_ fallacy?\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}