{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d605d77c-33b4-5826-8502-73075f95bfe5","task_key":"default--test--681","task_revision_id":"1","upstream_id":"681","short_description":"What are, according to Wood (1991), the three outcomes of CSR?","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Social policies, Social responsibility and Social impacts', 'Social policies, Social evidencing and Social impacts', 'Social policies, Social audits, and Social impacts', 'Social policies, Social programmes and Social analysis', 'Social evaluations, Social programmes and Social impacts', 'Social policies, Social programmes and Social discussions', 'Social policies, Social impacts and Social justice', 'Social assessments, Social programmes and Social impacts', 'Social planning, Social programmes and Social impacts', 'Social policies, Social programmes and Social impacts']\",\"question\":\"What are, according to Wood (1991), the three outcomes of CSR?\",\"src\":\"ori_mmlu-business_ethics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}