{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1bd0e39b-0e2b-5aa1-97c9-0a0e53b0676b","task_key":"default--test--758","task_revision_id":"1","upstream_id":"758","short_description":"Which of the following is not a useful base for segmenting organizational…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['By industry type.', 'By level of technology adoption.', 'By geographical location.', 'By turnover.', 'By organizational culture.', 'By employee count.', 'By type of ownership.', 'By profitability.', 'By time of establishment.', 'By organizational size.']\",\"question\":\" Which of the following is not a useful base for segmenting organizational characteristics?\",\"src\":\"ori_mmlu-marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}