{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3455f5b1-ec66-5e60-a757-62e1397599f6","task_key":"all--test--3455f5b1-ec66-5e60-a757-62e1397599f6","task_revision_id":"1","upstream_id":"","short_description":"The fallacy of appeal to emotions consists of","config":"all","split":"test","body":"{\"choices\":\"[\\\"trying to make an opponent's argument seem ridiculous\\\", 'defending wrongdoing by claiming the opposing arguer does the same thing', 'arguing that an argument should be rejected because the source of the argument', \\\"trying to get someone else to agree to a claim only by arousing that person's feelings about the subject\\\"]\",\"question\":\"The fallacy of appeal to emotions consists of\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}