{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d6edc3e4-ec03-5701-9ec1-f659ed91b3e2","task_key":"all--test--d6edc3e4-ec03-5701-9ec1-f659ed91b3e2","task_revision_id":"1","upstream_id":"","short_description":"In transactions between merchants, what is not true about additional terms…","config":"all","split":"test","body":"{\"choices\":\"['They become part of the contract unless they materially alter the agreement.', 'Additional terms always become part of the contract.', 'They become part of the contract unless the offer expressly limits acceptance to the terms of the offer.', 'They become part of the contract unless the offeror objects within a reasonable time to the additional terms.']\",\"question\":\"In transactions between merchants, what is not true about additional terms proposed in the acceptance?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}