{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3f91535-d675-5bf8-9449-6c8d5b882686","task_key":"default--test--10889","task_revision_id":"1","upstream_id":"10889","short_description":"According to Ross, our prima facie duties:","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['are only applicable to certain cultures.', 'are determined by societal norms.', 'are only valid if they align with personal beliefs.', 'have no moral significance.', 'can be altered over time.', 'can be proven.', 'cannot be known.', 'are not objective.', 'are self-evident.']\",\"question\":\"According to Ross, our prima facie duties:\",\"src\":\"ori_mmlu-philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}