{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fa4008a6-18ea-52e3-be2b-a07c44900f28","task_key":"all--test--fa4008a6-18ea-52e3-be2b-a07c44900f28","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements regarding an individual’s suspended passive…","config":"all","split":"test","body":"{\"choices\":\"['$3,000 of suspended losses can be utilized each year against portfolio income.', 'Suspended losses can be carried forward, but not back, until utilized.', 'Suspended losses must be carried back three years and forward seven years.', 'A maximum of 50% of the suspended losses can be used each year when an election is made to forgo the carryback period.']\",\"question\":\"Which of the following statements regarding an individual’s suspended passive activity losses is correct?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}