{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"ebafe469-f80d-548f-827e-d8fc66a3faf5","task_key":"default--test--164","task_revision_id":"2","upstream_id":"164","short_description":"The assessed valuation of the taxable property in the town of Smithville is…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['2.424%, 24.24 mills per $1, 242.4 cents per $100, 24,240 mills per $1000', '2.624%, 26.24 mills per $1, 262.4 cents per $100, 26,240 mills per $1000', '2.124%, 21.24 mills per $1, 212.4 cents per $100, 21,240 mills per $1000', '2.324%, 23.24 mills per $1, 232.4 cents per $100, 23,240 mills per $1000', '1.824%, 18.24 mills per $1, 182.4 cents per $100, 18,240 mills per $1000', '2.724%, 27.24 mills per $1, 272.4 cents per $100, 27,240 mills per $1000', '3.124%, 31.24 mills per $1, 312.4 cents per $100, 31,240 mills per $1000', '2.224%, 22.24 mills per $1, 222.4 cents per $100, 22,240 mills per $1000', '2.024%, 20.24 mills per $1, 202.4 cents per $100, 20,240 mills per $1000', '1.624%, 16.24 mills per $1, 162.4 cents per $100, 16,240 mills per $1000']\",\"question\":\"The assessed valuation of the taxable property in the town of Smithville is $52,384,600. The taxes to be raised are $123,475 for a new local project, $931,442.75 for educational purposes, and $319,878 for health and welfare needs. Find the town's tax rate (a) to thousandths of a percent, (b) in mills per $1 of assessed value (c) in cents per $100 of assessed value, and (d) in mills per $1,000 of assessed value.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}