{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9be49581-04e1-5893-a0e0-9849141a77a8","task_key":"default--test--1571","task_revision_id":"1","upstream_id":"1571","short_description":"Lyotard's dictum 'I define postmodern as incredulity toward meta-narratives'…","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['Postmodernism disregards individual stories.', 'Universal values are meaningless.', 'Literature reproduces repression.', 'The concept of truth is objective and undeniable.', 'The law is static.', 'Individual stories are suspect.', 'Postmodernism promotes the acceptance of all narratives.', 'Postmodernism rejects all forms of authority.']\",\"question\":\"Lyotard's dictum 'I define postmodern as incredulity toward meta-narratives' means:\",\"src\":\"ori_mmlu-jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}