{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"976f0e73-978e-59a2-850d-9585a8d5d5fc","task_key":"default--test--197","task_revision_id":"3","upstream_id":"197","short_description":"The primary objective of team-based selling is to","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['equitably manage the sales bonus pool', 'increase the competitiveness within the sales team', 'create multiple points of contact between the customer and the company', 'distribute the work involved in managing an account', 'reduce the workload of individual salespeople', 'ensure that every team member gets to interact with the customer', \\\"diversify the company's customer base\\\", 'match various functional areas of the company with customer needs', 'simplify the process of sales negotiation', 'provide a single point of contact for the customer with the company']\",\"question\":\"The primary objective of team-based selling is to\",\"src\":\"ori_mmlu-marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}