{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d53f681f-6006-512e-ae68-fd2ad6c40eae","task_key":"default--test--1901","task_revision_id":"1","upstream_id":"1901","short_description":"Termination of a parent's custody rights and also termination of welfare…","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['Prior screening by neutral fact finder', 'Prior screening, notice and opportunity to respond', 'Prior notice and prior evidentiary hearing', 'Prior notice and immediate termination', 'Immediate termination without notice', 'Prior screening and subsequent evidentiary hearing', 'Prior screening by biased fact finder', 'Prior notice and opportunity to respond', 'Post-termination hearing']\",\"question\":\"Termination of a parent's custody rights and also termination of welfare benefits both require what type of process?\",\"src\":\"ori_mmlu-professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}