{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d6c373a5-518c-5064-964c-00d2b1680e60","task_key":"all--test--d6c373a5-518c-5064-964c-00d2b1680e60","task_revision_id":"1","upstream_id":"","short_description":"According to the SEC, members of an issuer’s audit committee may not","config":"all","split":"test","body":"{\"choices\":\"['Establish procedures for employees to anonymously report fraud.', 'Be responsible for the compensation of any registered public accounting firm employed by the registrant to provide an audit report.', 'Accept any consulting, advisory, or other compensatory fee from the registrant for services other than as a member of the board.', 'Engage independent counsel as deemed necessary to carry out their duties.']\",\"question\":\"According to the SEC, members of an issuer’s audit committee may not\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}