{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b6eacd46-f8e6-583e-b0cc-adfeaf3e5687","task_key":"all--test--b6eacd46-f8e6-583e-b0cc-adfeaf3e5687","task_revision_id":"1","upstream_id":"","short_description":"The City of Windemere decided to construct several large windmills to generate…","config":"all","split":"test","body":"{\"choices\":\"['Special revenue.', 'Capital projects.', 'Enterprise.', 'Permanent.']\",\"question\":\"The City of Windemere decided to construct several large windmills to generate electrical power. The construction was financed through a general residential property tax levy for the next ten years. Utility revenues are intended to offset all expenses associated with the windmills. The land for the windmills was donated to the city by a local farmer. The land from the farmer should be reported in which fund type?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}