{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6a103a6c-51c6-5351-ad88-c2c7f7bc9068","task_key":"default--test--5888","task_revision_id":"1","upstream_id":"5888","short_description":"Which of these sentences is written in the subjunctive?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['If only your man was here', 'I wish I were your man', 'I would be your man', 'Your man is where?', 'Your man, where is he?', 'Your man might be here', 'Your man could be here', 'I am not your man', 'Wherefore art your man?', 'Where is your man?']\",\"question\":\"Which of these sentences is written in the subjunctive?\",\"src\":\"ori_mmlu-miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}