{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ec6d59c1-92ce-5d38-b157-3c87239621bf","task_key":"default--test--437","task_revision_id":"1","upstream_id":"437","short_description":"Marketing research:","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Is the process of presenting a product to the market without any prior research.', 'Involves only understanding the structural characteristics of the industry of concern without any other factors.', 'Is work undertaken to understand how to make specific marketing strategy decisions.', 'Is only concerned with the social research ignoring market and opinion research.', 'Involves solely collecting data without any form of analysis.', 'Is the process of deciding the marketing strategy without considering any external data.', 'Is only concerned with the opinion research ignoring market and social research.']\",\"question\":\"Marketing research:\",\"src\":\"ori_mmlu-marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}