{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7b27758a-2891-583b-9b54-76d412134031","task_key":"default--test--839","task_revision_id":"1","upstream_id":"839","short_description":"Mr. and Mrs. Tobin carry 50-and-100 bodily injury, $10,000 propertydamage,and…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['$245', '$158', '$375', '$100', '$85', '$195', '$310', '$220', '$130', '$72']\",\"question\":\"Mr. and Mrs. Tobin carry 50-and-100 bodily injury, $10,000 propertydamage,and $2,000 medical payments coverageon their car. They have had three accidents in the lastthree years, and keep their car in 02 territory. How much wouldthe couple have saved on their car insurance premium thisyear if they had had no accidents?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}