{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3757612f-5f5d-53c6-8d63-0642a691f12c","task_key":"default--test--7148","task_revision_id":"1","upstream_id":"7148","short_description":"According to Say's law","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['when price goes up supply goes up', 'price and supply have no correlation', 'when supply goes up, demand goes down', 'demand creates its own supply', 'when demand goes up, supply goes down', 'when demand goes up, price goes down', 'supply creates its own demand', 'it is better to give than receive', 'price creates its own demand', 'it is better to receive than give']\",\"question\":\"According to Say's law\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}