{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b653535-0435-5822-a4d8-9d85e377e872","task_key":"default--test--2348","task_revision_id":"1","upstream_id":"2348","short_description":"You receive a letter from the Ethics Committee asking for information about a…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"[\\\"cooperate with the Committee's request by sending it a copy of the client’s file.\\\", \\\"inform the Committee that the information you have about the client is obsolete and that you're ethically obligated not to release it.\\\", \\\"ignore the Committee's request as you no longer have any obligation towards the client.\\\", \\\"cooperate with the Committee's request by sending it a copy of the client’s file without any verification.\\\", \\\"cooperate with the Committee's request by sending it the information you believe to be relevant to the case after confirming that the client has signed a release.\\\", \\\"cooperate with the Committee's request by sending it the information you believe to be relevant to the case, even without the client's consent.\\\", \\\"refuse to cooperate with the Committee's request as it violates the client's privacy.\\\", \\\"inform the Committee that you cannot provide the information as you have deleted the client's file after seven years.\\\"]\",\"question\":\"You receive a letter from the Ethics Committee asking for information about a former client who has filed a complaint against her current therapist. You stopped seeing the client over seven years ago you should:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}