{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e7761c07-9f33-51c3-9f63-8984a5d6e267","task_key":"default--test--1054","task_revision_id":"1","upstream_id":"1054","short_description":"How are the members of the arbitral tribunal appointed?","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['All the members of the arbitral tribunal are appointed by the parties', 'All the members of the arbitral tribunal are appointed by an impartial third party, such as the president of the ICJ', 'All the members of the arbitral tribunal are appointed by the parties from a restricted list of arbitrators']\",\"question\":\"How are the members of the arbitral tribunal appointed?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}