{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5b9dadfa-0143-5369-9367-39e59b807e56","task_key":"all--test--5b9dadfa-0143-5369-9367-39e59b807e56","task_revision_id":"1","upstream_id":"","short_description":"An entity prepares its financial statements on its income tax basis. The…","config":"all","split":"test","body":"{\"choices\":\"[\\\"Is required to be included only in the auditor's report.\\\", 'Is required to be included only in the notes to the financial statements.', \\\"Is required to be included both in the notes to the financial statements and the auditor's report.\\\", \\\"Need not be quantified and included in either the notes to the financial statements or the auditor's report.\\\"]\",\"question\":\"An entity prepares its financial statements on its income tax basis. The accompanying notes include a summary of significant accounting policies that discusses the basis of presentation and describes how that basis differs from GAAP. The dollar amount of the effects of the difference between the income tax basis and GAAP\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}