{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4d5e4a27-9847-53d1-acdf-d93e0451f7aa","task_key":"default--test--5780","task_revision_id":"1","upstream_id":"5780","short_description":"An audit client has a valid reason for requesting that a certain account…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"[\\\"Verify the account balance by inspecting the client's bank statements and cash receipt records.\\\", 'Select at random a different account for confirmation that is approximately the same size.', \\\"Request the client's management to document the matter in the management representation letter.\\\", 'Explain to the client that the request will most likely cause the auditor to disclaim an opinion.']\",\"question\":\"An audit client has a valid reason for requesting that a certain account receivable that the auditor has selected for confirmation not be confirmed. Under these circumstances the auditor should\",\"src\":\"ori_mmlu-professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}