{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f66af11-aa61-5e35-b58d-99c1f537807d","task_key":"default--test--804","task_revision_id":"1","upstream_id":"804","short_description":"Record the maturity date for a draft dated (a) November 12 and payable 60 days…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['January 12, September 10, April 14, April 26', 'January 12, September 8, April 14, April 23', 'January 10, September 11, April 15, April 26', 'January 12, September 9, April 13, April 24', 'January 11, September 12, April 15, April 26', 'January 13, September 10, April 16, April 27', 'January 11, September 11, April 13, April 24', 'January 10, September 9, April 15, April 25', 'January 13, September 12, April 16, April 27', 'January 11, September 10, April 14, April 25']\",\"question\":\"Record the maturity date for a draft dated (a) November 12 and payable 60 days after date, (b) June 10 and payable 3 months after date, (c) March 3 and payable 30 days after sight if it is accepted March 15, and (d) October 4 and payable 6 months after sight if it is acceptedOctober 25.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}