{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"72a3142a-f22f-5183-847b-8b479a3bc1db","task_key":"default--test--1631","task_revision_id":"1","upstream_id":"1631","short_description":"There is a grand jury proceeding underway for a local businessman. What is not…","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['The proceedings are conducted in secret.', 'The proceedings are conducted by a judge.', 'The defendant has a right to present evidence.', 'There is a right to Miranda warnings.', 'The proceedings are open to the public.', 'There is no right to have evidence excluded.', \\\"The jury's decision must be unanimous.\\\", 'There is no right to counsel.', 'The jury is made up of 12 people.']\",\"question\":\"There is a grand jury proceeding underway for a local businessman. What is not true about grand jury proceedings?\",\"src\":\"ori_mmlu-professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}