{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"de45da49-bf1b-5847-a52d-c2cfa3ae905d","task_key":"default--test--2942","task_revision_id":"1","upstream_id":"2942","short_description":"What is the function of the contractile vacuole?","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['Protects the cell from foreign invaders', 'Acts as a storage for genetic material', 'Regulates the pH level within the cell', 'Transports oxygen throughout the cell', 'Removes nitrogenous wastes', 'Provides energy to the cell', 'Eliminates water from the cell', 'Stores nutrients for the cell', 'Produces proteins for cell functions', 'Helps in cell division']\",\"question\":\"What is the function of the contractile vacuole?\",\"src\":\"stemez-Biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}