{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b7819057-e676-5501-afef-0323c4404098","task_key":"default--test--2504","task_revision_id":"1","upstream_id":"2504","short_description":"Exposing individuals to arguments against their views, arguments that are then…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['make them more argumentative', 'make them more susceptible to accepting opposing views', 'weaken their resistance to later persuasive appeals', 'increase their attitudinal ambivalence', 'strengthen their existing views', 'lead them to develop new, unrelated opinions', 'render them indifferent to the attitude object', 'inoculate chem against later persuasive appeals', 'confuse them about their original beliefs', 'cause them to reject all future arguments']\",\"question\":\"Exposing individuals to arguments against their views, arguments that are then strongly refuted, may serve to\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}