{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9163a760-8f2f-5813-8fba-6b4548ae44bc","task_key":"all--test--9163a760-8f2f-5813-8fba-6b4548ae44bc","task_revision_id":"1","upstream_id":"","short_description":"The media-themes model of media influence claims that:","config":"all","split":"test","body":"{\"choices\":\"['audiences selectively interpret what they want to hear', 'content analysis is the best way to identify the themes covered by the media', 'audiences passively absorb whatever messages they are given', 'social interaction reinforces the ideas and images that audiences select']\",\"question\":\"The media-themes model of media influence claims that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}