{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"39224d04-6fbb-5415-95d3-5169e611e7de","task_key":"default--test--381","task_revision_id":"1","upstream_id":"381","short_description":"Matthews and Green are partners in a delicatessen. They have agreed that…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Matthews: $6,000, Green: $4,200', 'Matthews: $4,080, Green: $6,120', 'Matthews: $2,040, Green: $8,160', 'Matthews: $5,000, Green: $5,200', 'Matthews: $7,140, Green: $3,060', 'Matthews: $8,160, Green: $2,040', 'Matthews: $3,060, Green: $7,140', 'Matthews: $5,100, Green: $5,100', 'Matthews: $6,120, Green: $4,080', 'Matthews: $7,000, Green: $3,200']\",\"question\":\"Matthews and Green are partners in a delicatessen. They have agreed that Matthews should receive 60% of the profits or losses, and that Green should receive 40%. If the profits for a year were $10,200, what was each partner's share?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}