{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1648faf5-fcd3-53ea-b2a6-fffbcae8f9f5","task_key":"default--test--7295","task_revision_id":"1","upstream_id":"7295","short_description":"Which of the following is true about the consumption function?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The slope is equal to the MPC.', 'The slope is equal to the inflation rate.', 'The slope is equal to MPC + MPS.', 'The slope is equal to the interest rate.', 'The slope is equal to MPC - MPS.', 'The slope is equal to the MPS.', 'It shifts downward when the GDP increases.', 'It shifts upward when consumers are more pessimistic about the future.', 'It shifts upward when the interest rate increases.', 'It shifts downward when consumers are more optimistic about the future.']\",\"question\":\"Which of the following is true about the consumption function?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}