{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"266b6ba5-f09c-5ef5-91b8-8098bba9e42e","task_key":"default--test--5778","task_revision_id":"1","upstream_id":"5778","short_description":"In searching for unrecorded liabilities an auditor most likely would examine the","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Cash receipts recorded in the books but not by the bank.', 'Bank reconciliation statements for any unrecorded transactions.', 'Cutoff bank statement for deposits recorded in the books but not by the bank.', 'Receiving reports for items received before year end but not yet recorded.', 'Details of accounts receivable confirmations that are classified as \\\"exceptions\\\".', 'Sales invoices issued just after the year end.', 'Files of purchase requisitions for items ordered just before the year end.', 'Files of sales orders for items sold just before the year end.', 'Details of accounts payable confirmations that are classified as \\\"exceptions\\\".']\",\"question\":\"In searching for unrecorded liabilities an auditor most likely would examine the\",\"src\":\"ori_mmlu-professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}