{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e2f6ec2e-f741-53b9-af4a-cd5383aef895","task_key":"all--test--e2f6ec2e-f741-53b9-af4a-cd5383aef895","task_revision_id":"1","upstream_id":"","short_description":"The appeal to fear involves","config":"all","split":"test","body":"{\"choices\":\"['arguing something should be done only because it will make the person doing it feel good', 'arguing someone should do something only because of ill will towards someone else', 'arguing actions should be taken to avoid exaggerated, unlikely, or irrelevant negative results', 'characterizing an opponents position in a way that makes it seem silly']\",\"question\":\"The appeal to fear involves\",\"subject\":\"logical_fallacies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}