{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ba39fc0-b5c7-551b-8603-eaff135d15f9","task_key":"default--test--2268","task_revision_id":"1","upstream_id":"2268","short_description":"\"According to the elaboration likelihood model, a person is most likely to rely…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['\\\"the message is within his “latitude of acceptance.\\\"\\\"\\\"', 'he is in a neutral or slightly negative mood.', 'the message is outside his \\\"latitude of acceptance.\\\"', 'everyone else in the group disagrees with the message.', 'everyone else in the group agrees with the message.', 'he strongly disagrees with the message.', 'the message is irrelevant to his current situation.', 'he thinks the message is boring.', 'he is distracted while receiving the message.']\",\"question\":\"\\\"According to the elaboration likelihood model, a person is most likely to rely on the “central route\\\"\\\" for processing information when:\\\"\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}