{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15af6768-5a85-58a4-be04-499ce7145921","task_key":"default--test--3122","task_revision_id":"1","upstream_id":"3122","short_description":"Gene flow between populations results in","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['disruption of Hardy-Weinberg equilibrium in the metapopulation', 'an increased likelihood of speciation', 'a decrease in the likelihood of speciation', 'an increased likelihood of genetic drift in the metapopulation', 'a decrease in genetic diversity in the metapopulation', 'an increase in the rate of genetic diseases in the metapopulation', 'an increase in the rate of deleterious mutations in the metapopulation', 'an increase in genetic homogeneity in the metapopulation', 'a decrease in the rate of beneficial mutations in the metapopulation', 'stabilization of Hardy-Weinberg equilibrium in the metapopulation']\",\"question\":\"Gene flow between populations results in\",\"src\":\"ori_mmlu-college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}