{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"305b124a-21b5-5090-aa25-11acc1fdcc93","task_key":"default--test--848","task_revision_id":"1","upstream_id":"848","short_description":"Hershberg'sAccounting Service Inc. bought a computer for $6,300,000. The…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['$310,000, $300,000, $290,000', '$360,000, $350,000, $340,000', '$300,000, $290,000, $280,000', '$330,000, $320,000, $310,000', '$400,000, $390,000, $380,000', '$320,000, $310,000, $300,000', '$340,000, $330,000, $320,000', '$350,000, $340,000, $330,000', '$370,000, $360,000, $350,000', '$380,000, $370,000, $360,000']\",\"question\":\"Hershberg'sAccounting Service Inc. bought a computer for $6,300,000. The computer will last 35 years, after which time it will be worthless. Find the amount of depreciation for the first three years, using the sum-of-the-years'- digits method.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}