{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"655394f9-d5fb-5896-8069-c2dc6d20a7b6","task_key":"default--test--229","task_revision_id":"1","upstream_id":"229","short_description":"The Stadlow family, consisting of two adults and two children, went to the…","config":"default","split":"test","body":"{\"category\":\"business\",\"question\":\"The Stadlow family, consisting of two adults and two children, went to the amusement park. The rides at the park are 75 cents for adults and 50 cents for children. Mr. Stadlow has $10, how many rides can the family go on?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}