{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9210398b-6128-5027-8027-370c68783a4f","task_key":"all--test--9210398b-6128-5027-8027-370c68783a4f","task_revision_id":"1","upstream_id":"","short_description":"An individual paid taxes 27 months ago, but did not file a tax return for that…","config":"all","split":"test","body":"{\"choices\":\"['One year.', 'Two years.', 'Three years.', 'Four years.']\",\"question\":\"An individual paid taxes 27 months ago, but did not file a tax return for that year. Now the individual wants to file a claim for refund of federal income taxes that were paid at that time. The individual must file the claim for refund within which of the following time periods after those taxes were paid?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}