{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"240e727f-337b-5941-b4ee-abd9e939e50b","task_key":"default--test--3447","task_revision_id":"1","upstream_id":"3447","short_description":"Two xylem plant cell types that provide support and conduct water and minerals…","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['parenchyma and companion cells', 'tracheids and vessel elements', 'parenchyma and collenchyma', 'sieve tube members and companion cells', 'collenchyma and vessel elements', 'vessel elements and companion cells', 'sieve tube members and tracheids', 'collenchyma and sclerenchyma', 'vessel elements and sclerenchyma', 'tracheids and companion cells']\",\"question\":\"Two xylem plant cell types that provide support and conduct water and minerals are the\",\"src\":\"ori_mmlu-college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}