{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"35fbd091-0757-5bf6-a49b-e52d409cca71","task_key":"all--test--35fbd091-0757-5bf6-a49b-e52d409cca71","task_revision_id":"1","upstream_id":"","short_description":"Which is one of the most fundamental themes of Japanese culture and…","config":"all","split":"test","body":"{\"choices\":\"['God is eternal and merciful to those who offer worship', 'Humans can align themselves with life energy through worship of kami', 'Justice will be the final outcome in the next world', 'Power and force are the most divine attributes']\",\"question\":\"Which is one of the most fundamental themes of Japanese culture and civilization?\",\"subject\":\"world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}