{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6fbede32-d5a5-5989-a5aa-7098bb083c8b","task_key":"default--test--10820","task_revision_id":"1","upstream_id":"10820","short_description":"Just war theory's principle of military necessity belongs to","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"[\\\"just war theory's principle of proportionality.\\\", 'none of the above.', 'all of the above', 'moral relativism.', 'moral nihilism.', \\\"just war theory's principle of right intention.\\\", 'jus in bello.', 'jus post bellum.', 'jus ad bellum.', 'moral absolutism.']\",\"question\":\" Just war theory's principle of military necessity belongs to\",\"src\":\"ori_mmlu-moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}