{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f5822c6e-b9d5-59a4-8d0e-9067c5abeaa4","task_key":"default--test--3533","task_revision_id":"1","upstream_id":"3533","short_description":"An ideal solution is a","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['mixture where the solvents cannot be dissolved in any ratio', 'mixture that reacts violently when combined', 'mixture where the solvents repel each other', 'mixture where the potential energy of the mixture is the same as that of the individual solvents', 'mixture that changes color when combined', 'mixture that decreases the potential energy when combined', 'mixture that increases the potential energy when combined', 'mixture that is colorless', 'mixture that has the same physical properties as the individual solvents']\",\"question\":\"An ideal solution is a\",\"src\":\"ori_mmlu-high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}