{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58e9e343-058b-553e-b885-9f36e50e4fe1","task_key":"all--test--58e9e343-058b-553e-b885-9f36e50e4fe1","task_revision_id":"1","upstream_id":"","short_description":"________ are a business ethics management tool that have grown over the last few…","config":"all","split":"test","body":"{\"choices\":\"['Annual reports, Company financial performance', 'Annual report, Internet - social media and networking', 'Codes of ethics, Company financial performance', 'Codes of ethics, Internet - social media and networking']\",\"question\":\"________ are a business ethics management tool that have grown over the last few decades. Areas which these typically cover are compliance, corruption and environmental issues. However, they are constantly evolving, with for example, the onus on __________ having grown in recent years.\",\"subject\":\"business_ethics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}