{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"274973bd-fb0a-587a-bab9-70b1e756dd3c","task_key":"all--test--274973bd-fb0a-587a-bab9-70b1e756dd3c","task_revision_id":"1","upstream_id":"","short_description":"The appeal to joy fallacy involves","config":"all","split":"test","body":"{\"choices\":\"['arguing that someone should do something based only on the assertion that it will make him or her feel happier', 'causing confusion during refutation because of a lack of ability to engage in refutation', 'arguing for a conclusion based only on feeling sorry for someone when that feeling is irrelevant to the conclusion', 'arguing someone should do something only because other people will like him or her for doing it']\",\"question\":\"The appeal to joy fallacy involves\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}