{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b133e52a-bee4-5f61-adb1-19af47cbba66","task_key":"default--test--219","task_revision_id":"3","upstream_id":"219","short_description":"In the event of bankruptcy, what is the order of payment of bonds, common stock,…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Preferred stockholders, common stockholders, bondholders', 'Bondholders, common stockholders, preferred stockholders', 'Preferred stockholders, bondholders, common stockholders', 'Common stockholders, bondholders, preferred stockholders', 'Bondholders and common stockholders equally, then preferred stockholders', 'Preferred stockholders, then bondholders and common stockholders equally', 'Bondholders equally with preferred stockholders, then common stockholders', 'Common stockholders, preferred stockholders, bondholders', 'Bondholders, preferred stockholders, common stockholders', 'Common stockholders and preferred stockholders equally, then bondholders']\",\"question\":\"In the event of bankruptcy, what is the order of payment of bonds, common stock, and preferred stock?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}