{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0ffdbdde-e39b-581f-ac5a-b355d69a8768","task_key":"all--test--0ffdbdde-e39b-581f-ac5a-b355d69a8768","task_revision_id":"1","upstream_id":"","short_description":"In preparing consolidated financial statements of a U.S. parent company with a…","config":"all","split":"test","body":"{\"choices\":\"['In which the subsidiary maintains its accounting records.', 'Of the country in which the subsidiary is located.', 'Of the country in which the parent is located.', 'Of the environment in which the subsidiary primarily generates and expends cash.']\",\"question\":\"In preparing consolidated financial statements of a U.S. parent company with a foreign subsidiary, the foreign subsidiary’s functional currency is the currency\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}