{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"84c7d773-0c4e-5759-ac24-5cba2388afca","task_key":"default--test--462","task_revision_id":"1","upstream_id":"462","short_description":"Explain what the term (7/10) EOM means.","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['A customer may deduct 7% of the amount of the invoice if payment is made no later than the tenth day after the end of the month', 'A customer may deduct 10% of the amount of the invoice if payment is made within 7 days of receiving the invoice', 'A customer may deduct 7% of the amount of the invoice if payment is made on the tenth day of the month', 'A customer must pay the full amount of the invoice within 7 days of the end of the month', 'A customer may deduct 10% of the amount of the invoice if payment is made no later than the seventh day after the end of the month', 'A customer may deduct 7% of the amount of the invoice if payment is made within 10 days of receiving the invoice', 'A customer may deduct 10% of the amount of the invoice if payment is made on the 7th day after the end of the month', 'A customer may deduct 7% of the amount of the invoice if payment is made on the 10th day of the month', 'A customer must pay the full amount of the invoice within 10 days of the end of the month', 'A customer may deduct 10% of the amount of the invoice if payment is made no later than the seventh day of the month']\",\"question\":\"Explain what the term (7/10) EOM means.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}