{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11c97d59-231e-5945-9547-20a102e12d09","task_key":"all--test--11c97d59-231e-5945-9547-20a102e12d09","task_revision_id":"1","upstream_id":"","short_description":"Neighbor says his home repair contract needs to be discharged because of…","config":"all","split":"test","body":"{\"choices\":\"['A supervening event.', 'That was reasonably foreseeable at time of contract formation.', 'Which completely or almost completely destroys the purpose of the contract.', 'The purpose of the contract was understood by both parties.']\",\"question\":\"Neighbor says his home repair contract needs to be discharged because of frustration of purpose. Which of the following is not required for this to be discharged for this reason?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}