{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"779c7dfc-c19b-56c3-b069-ce258f5e2e31","task_key":"default--test--7002","task_revision_id":"1","upstream_id":"7002","short_description":"What is disposable income? What is disposable income?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The total income before taxes are paid', 'The total income after business expenses have been deducted', 'The amount of personal income which remains after taxes have been paid', 'The amount of income available after mandatory health insurance payments', 'The income used exclusively for investment purposes', 'The income used for luxury goods', \\\"The government's revenue from taxes and other sources\\\", 'The income allocated for savings only', 'The income remaining after paying for basic necessities like food and shelter', 'The income left over after paying for utilities like water, gas, and electricity']\",\"question\":\"What is disposable income? What is disposable income?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}