{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"59951316-4d96-5364-8443-26cd893b9403","task_key":"all--test--59951316-4d96-5364-8443-26cd893b9403","task_revision_id":"1","upstream_id":"","short_description":"Each of the following would be considered a Level 2 observable input that could…","config":"all","split":"test","body":"{\"choices\":\"['Quoted prices for identical assets and liabilities in markets that are not active', 'Quoted prices for similar assets and liabilities in markets that are active', 'Internally generated cash flow projections for a related asset or liability', 'Interest rates that are observable at commonly quoted intervals']\",\"question\":\"Each of the following would be considered a Level 2 observable input that could be used to determine an asset or liability’s fair value, except\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}