{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"555a6455-d32d-5381-96f6-c42b7e94f8cd","task_key":"all--test--555a6455-d32d-5381-96f6-c42b7e94f8cd","task_revision_id":"1","upstream_id":"","short_description":"Seller says a circumstance has occurred that makes performing a sales contract…","config":"all","split":"test","body":"{\"choices\":\"['The problem must not have been caused by the fault of the party seeking to invoke the defense.', 'A price increase is sufficient for discharge.', 'The failure to excuse performance would result in grave injustice.', 'The impracticality must go to a basic assumption on which the contract was made.']\",\"question\":\"Seller says a circumstance has occurred that makes performing a sales contract impractical. Which of the following is not correct about discharge for impracticability?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}