{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"536f33f1-67da-5fde-a34a-46c1a8d69f8a","task_key":"default--test--5636","task_revision_id":"1","upstream_id":"5636","short_description":"Confirmation of accounts receivable that have been categorized initially by an…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Payments mailed to the client that have been recorded incorrectly.', 'Payments mailed to the client that have not been recorded.', 'Responses that were mailed rather than faxed to the auditor.', 'Responses that were emailed rather than mailed to the auditor.', 'Customers who have disputed balances with the client.', 'Customers who have credit or zero balances with the client.', 'Accounts receivable that have been reclassified as collectible.', 'Accounts receivable that have been classified as uncollectible.', 'Accounts receivable that have been classified as overdue.', \\\"Customers who have failed to respond to the auditor's confirmation request.\\\"]\",\"question\":\"Confirmation of accounts receivable that have been categorized initially by an auditor as ‚Äúexceptions‚Äù most likely could be due to\",\"src\":\"ori_mmlu-professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}