{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"df57e02d-98a6-5426-9d20-6b64e883bb86","task_key":"default--test--6348","task_revision_id":"1","upstream_id":"6348","short_description":"Which of the following is a feature of X-linked dominant inheritance?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Transmitted by females only to males', 'Transmitted by males only to females', 'Female to female transmission', 'No male to male or female to female transmission', 'Male to male transmission', 'Parental consanguinity', 'Male to female transmission, but not female to male', 'Transmission only by males', 'Both parents must carry the gene', 'Transmission only by females']\",\"question\":\"Which of the following is a feature of X-linked dominant inheritance?\",\"src\":\"ori_mmlu-medical_genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}