{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"be6b9069-fc9a-55c9-9c56-ea5137e716cb","task_key":"default--test--299","task_revision_id":"1","upstream_id":"299","short_description":"Mrs. Bracken is a widow who maintains a home for herself, her dependent father,…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Single, four exemptions', 'Qualifying widow(er), three exemptions', 'Qualifying widow(er), six exemptions', 'Married filing jointly, three exemptions', 'Qualifying widow(er), five exemptions', 'Married filing jointly, four exemptions', 'Married filing separately, two exemptions', 'Single, three exemptions', 'Head of household, three exemptions', 'Head of household, four exemptions']\",\"question\":\"Mrs. Bracken is a widow who maintains a home for herself, her dependent father, and her two children. (a) What filing status should she claim? (b) How many exemptions is she allowed?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}