{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d61e20a4-5d82-5bc1-b3c3-d4af4622f376","task_key":"default--test--5577","task_revision_id":"1","upstream_id":"5577","short_description":"Which of the following is NOT an example of syncretism?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Foreign cuisine changed to suit American tastes', 'Catholicism in Louisiana', 'Hasidic Judaism', 'The blending of African and Catholic beliefs in Voodoo', 'Halloween', 'The incorporation of Buddhist elements into Shinto in Japan', 'The combination of yoga and pilates into yogilates', 'The incorporation of indigenous rituals into Christianity in Mexico', 'The fusion of Western pop music with traditional Korean music in K-pop']\",\"question\":\"Which of the following is NOT an example of syncretism?\",\"src\":\"ori_mmlu-high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}