{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"62197134-642c-5aa1-96a9-5a12c469c142","task_key":"all--test--62197134-642c-5aa1-96a9-5a12c469c142","task_revision_id":"1","upstream_id":"","short_description":"Which of the following describes the fallacy of appeal to spite?","config":"all","split":"test","body":"{\"choices\":\"['responding to an argument with an expression of derision instead of a counter argument', 'arguing against a position based only on negative personal feelings toward the position', 'arguing someone should do something only because that person dislikes someone else', \\\"saying someone shouldn't do something because if he or she does it people won't like him or her\\\"]\",\"question\":\"Which of the following describes the fallacy of appeal to spite?\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}