{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"95f3e35e-1387-5ad0-a43b-6345eb7c2ed7","task_key":"all--test--95f3e35e-1387-5ad0-a43b-6345eb7c2ed7","task_revision_id":"1","upstream_id":"","short_description":"Grant Co.'s sales budget shows the following projections for the year ending…","config":"all","split":"test","body":"{\"choices\":\"['36000', '33000', '24000', '12000']\",\"question\":\"Grant Co.'s sales budget shows the following projections for the year ending December 31: Quarter Units First 30000 Second 40000 Third 22500 Fourth 27500 Total 120000 Inventory at the beginning of the year was budgeted at 9000 units. The quantity of finished goods inventory at the end of each quarter is to equal 30% of the next quarter's budgeted sales of units. What amount should the production budget show for units to be produced during the first quarter?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}