{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f180270a-2625-5974-82ce-517fd4ce0035","task_key":"default--test--7516","task_revision_id":"1","upstream_id":"7516","short_description":"What is a product group?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A group of firms producing similar, but not identical, products', 'A group of identical products', 'A classification of products based on their manufacturing process rather than their function', 'A collection of products with different functions that are sold together as a bundle', 'A set of services offered by a single company', 'A group of complementary products that are often used together', 'A group of firms producing identical products', 'A group of products designed for a specific demographic group', 'A group of products from different industries categorized under a single label', 'A group of unrelated products']\",\"question\":\"What is a product group?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}