{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9fe0ef4-c559-5908-9a69-f2d51873ab01","task_key":"default--test--452","task_revision_id":"1","upstream_id":"452","short_description":"(a) Convert 678 cm to feet. (b) Convert 316 liters to dry pints. (c) Convert 50…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['21 ft, 625 pints, 105 pounds', '22 ft, 575.12 pints, 110 pounds', '19 ft, 650 pints, 140 pounds', '22 ft, 668 pints, 150 pounds', '24 ft, 600 pints, 120 pounds', '23 ft, 560 pints, 125 pounds', '20 ft, 613 pints, 111 pounds', '25 ft, 580 pints, 115 pounds', '20 ft, 550 pints, 100 pounds', '18 ft, 590 pints, 130 pounds']\",\"question\":\"(a) Convert 678 cm to feet. (b) Convert 316 liters to dry pints. (c) Convert 50 kg to pounds.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}