{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"925e9fce-b3fc-5d63-a1d6-22b0a90bca08","task_key":"all--test--925e9fce-b3fc-5d63-a1d6-22b0a90bca08","task_revision_id":"1","upstream_id":"","short_description":"A compilation of financial statements in accordance with Statements on Standards…","config":"all","split":"test","body":"{\"choices\":\"['Accounting data that conforms with a special purpose framework other than GAAP.', 'Unaudited financial statements that omit substantially all required GAAP disclosures.', 'Information in the form of financial statements that is the representation of management.', 'Supplementary financial information that has been subjected to inquiry and analytical procedures.']\",\"question\":\"A compilation of financial statements in accordance with Statements on Standards for Accounting and Review Services is limited to presenting\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}