{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"64bdd7e2-109b-597d-9b2a-ac2c16281623","task_key":"default--test--11217","task_revision_id":"1","upstream_id":"11217","short_description":"Hobbes describes felicity as:","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['the absence of desire.', 'a state of constant dissatisfaction.', 'a state of constant change.', 'the absence of progress.', \\\"a state of satisfaction with one's current state.\\\", 'the fulfilment of all desires.', 'a continual progress of desire from one object to another.', \\\"the ability to control one's desires.\\\", 'a state of tranquility.', 'a state of contemplation.']\",\"question\":\"Hobbes describes felicity as:\",\"src\":\"ori_mmlu-philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}