{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9d2d30ef-87d7-5d7f-b01f-14679c9dce87","task_key":"all--test--9d2d30ef-87d7-5d7f-b01f-14679c9dce87","task_revision_id":"1","upstream_id":"","short_description":"Which of the following describes the horse laugh fallacy?","config":"all","split":"test","body":"{\"choices\":\"['responding to an argument with an expression of derision instead of a counter argument', 'attempts to gain agreement based solely the feelings aroused by the message', \\\"characterizing an opponent's position in such way to make it or its consequences appear to be ridiculous\\\", 'arguing actions should be taken to avoid negative results, when those results are exaggerated, unlikely, or irrelevant']\",\"question\":\"Which of the following describes the horse laugh fallacy?\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}