{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"97a15309-07cf-52e4-8f9d-96dd4957fdb9","task_key":"default--test--3383","task_revision_id":"1","upstream_id":"3383","short_description":"The relatives of a group of pelicans from the same species that separated from…","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['gene flow.', 'temporal isolation.', 'disruptive selection.', 'founder effect.', 'genetic drift.', 'sexual selection.', 'sympatric speciation.', 'habitat fragmentation.', 'bottleneck effect.', 'allopatric speciation.']\",\"question\":\"The relatives of a group of pelicans from the same species that separated from each other because of an unsuccessful migration are reunited 150 years later and find that they are unable to produce offspring. This is an example of\",\"src\":\"ori_mmlu-high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}