{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d26bfb48-e93d-5525-96a0-0f56d8904475","task_key":"all--test--d26bfb48-e93d-5525-96a0-0f56d8904475","task_revision_id":"1","upstream_id":"","short_description":"What are major reasons why organizations retain outside public relations…","config":"all","split":"test","body":"{\"choices\":\"['They offer flexibility of talents and skills.', 'They bring greater credibility to the work. ', 'They will provide sound ROI on the project or program.', 'They can provide more attention and detail to a project that in-house staff.']\",\"question\":\"What are major reasons why organizations retain outside public relations counsel? \",\"subject\":\"public_relations\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}