{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a2e9429-f1c2-5ec0-8552-1df919b2543a","task_key":"default--test--5503","task_revision_id":"1","upstream_id":"5503","short_description":"When may an issue fail to become securitized?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['When the securitizing actor is not granted the special right to implement extraordinary measure.', 'When the audience grants the securitizing actor the special rights requested but the actor fails to address the proposed threat.', 'When, following the discursive element of the process, extraordinary measures are not implemented.']\",\"question\":\"When may an issue fail to become securitized?\",\"src\":\"ori_mmlu-security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}