{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c06a980-cb3c-51bf-b915-7f08665c2017","task_key":"default--test--2092","task_revision_id":"1","upstream_id":"2092","short_description":"\"To \"\"inoculate\"\" someone against a persuasive message. you would:\"","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['provide the person with strong arguments against her beliefs.', 'Discredit the source of the persuasive message.', 'warn the person that she is about to hear a message designed to change her beliefs.', 'Ignore the message and avoid discussing it with the person.', 'provide the person with arguments against her beliefs and weak refutations of those arguments.', \\\"Reiterate the person's current beliefs to strengthen them.\\\", 'Distract the person during the presentation of the persuasive message.', 'Provide the person with weak arguments supporting her beliefs.', 'Encourage the person to disregard any opposing beliefs.', 'provide the person with information that supports her current beliefs.']\",\"question\":\"\\\"To \\\"\\\"inoculate\\\"\\\" someone against a persuasive message. you would:\\\"\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}