{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93d831ec-ef4b-5e84-bf67-bcf6343c6f15","task_key":"default--test--6743","task_revision_id":"1","upstream_id":"6743","short_description":"The regional lymphatic drainage of the left side of the tip of the tongue is to…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['left submental lymph node.', 'bilateral cervical lymph nodes.', 'left cervical lymph node.', 'left and right submandibular lymph nodes.', 'right submandibular lymph node.', 'left and right cervical lymph nodes.', 'left submandibular lymph node.', 'left and right submental lymph nodes.', 'left cervical lymph node and right submandibular lymph node.', 'right submental lymph node.']\",\"question\":\"The regional lymphatic drainage of the left side of the tip of the tongue is to the\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}