{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f485c360-bd33-5c08-bd63-041c82ab4555","task_key":"default--test--819","task_revision_id":"1","upstream_id":"819","short_description":"Round .1476 to (a) 2 decimal places (b) 3 decimal places (c) 1 decimal place.","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['(a) .15 (b) .148 (c) .1', '(a) .15 (b) .147 (c) .14', '(a) .14 (b) .148 (c) .2', '(a) .14 (b) .149 (c) .14', '(a) .15 (b) .149 (c) .15', '(a) .14 (b) .147 (c) .2', '(a) .15 (b) .147 (c) .2', '(a) .15 (b) .149 (c) .1', '(a) .14 (b) .147 (c) .1', '(a) .14 (b) .148 (c) .15']\",\"question\":\"Round .1476 to (a) 2 decimal places (b) 3 decimal places (c) 1 decimal place.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}