{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f304116f-38fd-51d2-b15f-9d6efa3c2f4d","task_key":"default--test--7599","task_revision_id":"1","upstream_id":"7599","short_description":"Give the classifications of bargaining arrangements and brieflydiscuss each.","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['closed shop, public shop, private shop', 'open shop, private shop, cooperative shop', 'public shop, private shop, collective shop', 'open shop, union shop, syndicate shop', 'closed shop, partnership shop, freelance shop', 'closed shop, open shop, enterprise shop', 'open shop, closed shop, public shop', 'union shop, agency shop, guild shop', 'union shop, public shop, private shop', 'closed shop, open shop, union shop']\",\"question\":\"Give the classifications of bargaining arrangements and brieflydiscuss each.\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}