{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d2f56338-0fc2-5e87-aeb4-9b5af3526f73","task_key":"all--test--d2f56338-0fc2-5e87-aeb4-9b5af3526f73","task_revision_id":"1","upstream_id":"","short_description":"Research on the effects of sexually explicit material using material that the…","config":"all","split":"test","body":"{\"choices\":\"['erotica has no effect on sexual behavior', 'erotica may lead to increases in sexual arousal for men and women', 'nonaggressive erotica leads to massive increases in aggressive behavior', 'erotica decreases sexual arousal and sexual interest']\",\"question\":\"Research on the effects of sexually explicit material using material that the viewer finds acceptable has shown that:\",\"subject\":\"human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}