{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"414417ff-aa87-5eab-95f9-70888497a02a","task_key":"all--test--414417ff-aa87-5eab-95f9-70888497a02a","task_revision_id":"1","upstream_id":"","short_description":"Third-year student is studying contracts. He has learned that generally all…","config":"all","split":"test","body":"{\"choices\":\"[\\\"An assignment that continues the obligor's duty or risk.\\\", 'An assignment not allowed by law.', 'An assignment of future rights from future contracts.', \\\"An assignment that substantially changes obligor's duty or risk.\\\"]\",\"question\":\"Third-year student is studying contracts. He has learned that generally all contractual rights may be assigned, but there are some exceptions. Which of the following is not an exception?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}