{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"77866730-44de-5d7d-b2f3-8cb773f5d0c5","task_key":"default--test--584","task_revision_id":"1","upstream_id":"584","short_description":"Policy Face Value of Policy Premium Rate Term of Policy Premium 1 $ 9,000 $.28…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Policy 1: $52.00, Policy 2: $182.00, Policy 3: $28.00', 'Policy 1: $28.00, Policy 2: $546.00, Policy 3: $117.60', 'Policy 1: $28.00, Policy 2: $491.00, Policy 3: $117.00', 'Policy 1: $25.20, Policy 2: $491.40, Policy 3: $117.60', 'Policy 1: $52.00, Policy 2: $182.00, Policy 3: $117.60', 'Policy 1: $28.00, Policy 2: $182.00, Policy 3: $117.60', 'Policy 1: $25.20, Policy 2: $182.00, Policy 3: $176.40', 'Policy 1: $52.00, Policy 2: $491.40, Policy 3: $28.00', 'Policy 1: $25.20, Policy 2: $182.00, Policy 3: $117.60', 'Policy 1: $25.20, Policy 2: $546.00, Policy 3: $117.60']\",\"question\":\"Policy Face Value of Policy Premium Rate Term of Policy Premium 1 $ 9,000 $.28 per$100 1 year 2 $52,000 $.35 per$100 3 years 3 $28,000 $.42 per$100 1 year\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}