{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"593d8747-e286-5802-9d0e-7885fc3c3bce","task_key":"all--test--593d8747-e286-5802-9d0e-7885fc3c3bce","task_revision_id":"1","upstream_id":"","short_description":"The genetic fallacy consists of","config":"all","split":"test","body":"{\"choices\":\"['arguing that a conclusion should be made based on feeling sorry for someone when that feeling is irrelevant to the conclusion', 'responding to charges of wrongdoing by saying the accuser does something just as bad', 'arguing that an idea should be accepted or rejected based only on who originated the idea.', 'causing confusion during refutation because of a real or feigned lack of ability to engage in refutation']\",\"question\":\"The genetic fallacy consists of\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}