{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b0200ba5-e5b4-5ae4-a364-9a8de63212e6","task_key":"default--test--7557","task_revision_id":"1","upstream_id":"7557","short_description":"An increase in the price of forklifts imported into the United States from…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['increase the consumer price index and the GDP deflator.', 'increase the consumer price index but not the GDP deflator.', 'increase the GDP deflator but not the consumer price index.', 'have no effect on the consumer price index or the GDP deflator.']\",\"question\":\"An increase in the price of forklifts imported into the United States from Belgium will\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}