{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"efdae5e0-f22e-5b9a-99b3-802aa61a5bae","task_key":"all--test--efdae5e0-f22e-5b9a-99b3-802aa61a5bae","task_revision_id":"1","upstream_id":"","short_description":"According to activation-synthesis theory,","config":"all","split":"test","body":"{\"choices\":\"['the brain counteracts a strong positive emotion by evoking a negative emotion', \\\"dreams result from the mind's attempt to make sense of random neural activity from the brainstem\\\", \\\"happiness depends on comparing one's present circumstances with one's past circumstances\\\", 'particular facial expressions induce particular emotional experiences']\",\"question\":\"According to activation-synthesis theory,\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}