{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"18f59945-ed89-5e82-8826-781325bc2af4","task_key":"default--test--5499","task_revision_id":"1","upstream_id":"5499","short_description":"Which of the following is NOT true of executive orders?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Presidents avoid using executive orders for controversial actions.', 'Executive orders have the same effect as laws passed by Congress.', 'Presidents have made increased use of executive orders since the 1970s.', 'Executive orders bypass congressional approval.']\",\"question\":\"Which of the following is NOT true of executive orders?\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}