{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"98f49191-c7ba-54db-9424-dea17c04241e","task_key":"all--test--98f49191-c7ba-54db-9424-dea17c04241e","task_revision_id":"1","upstream_id":"","short_description":"Which definition best describes media convergence?","config":"all","split":"test","body":"{\"choices\":\"['The conglomeration of media outlets into large corporations.', 'The way in which all media outlets post similar content to their competitors.', 'The many differing views and cultures expressed in modern media.', 'Information being delivered in different formats via various digital channels.']\",\"question\":\"Which definition best describes media convergence?\",\"subject\":\"public_relations\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}