{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a58d25b0-2ad0-56e1-abcf-2b3a98ba0a8f","task_key":"default--test--890","task_revision_id":"1","upstream_id":"890","short_description":"Was the use of armed force permitted prior to the United Nations Charter?","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['Armed force was only permitted in self-defense', 'Armed force was permitted with many restrictions', 'Armed force was not regulated under international law prior to 1945', 'Armed force was permitted but required approval from an international body', 'Armed force was prohibited', 'Armed force was permitted but required approval from the countries involved', 'Armed force was permitted subject to few restrictions', 'Armed force was permitted with no restrictions', 'Armed force was permitted with the consent of all nations', 'Armed force was not permitted under any circumstances']\",\"question\":\"Was the use of armed force permitted prior to the United Nations Charter?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}