{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"21ce0e3e-2454-5d4a-bdcf-5119c74d4288","task_key":"default--test--7201","task_revision_id":"1","upstream_id":"7201","short_description":"What are the functions of money?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Means of production, unit of account, standard of living', 'Medium of exchange, tool for bartering, measure of value', 'Store of wealth, standard of living, medium of bartering', 'Measure of value, unit of exchange, tool for savings', 'Commodity, measure of wealth, medium of trade', 'Tool for bartering, standard of living, store of wealth', 'Unit of account, store of wealth, standard of deferred payment', 'Medium of exchange, measure of value, store of value', 'Standard of deferred payment, measure of wealth, medium of trade', 'Commodity, standard of deferred payment, medium of trade']\",\"question\":\"What are the functions of money?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}