{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmmu-pro","formal_name":"MMMU-Pro","introduction":"MMMU-Pro evaluates multimodal understanding across academic disciplines using images and text. The official card lists 1,730 questions per setting, separating four-option and ten-option standard settings from the vision setting.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://mmmu-benchmark.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2ea15a0f-a1c1-5963-8277-67954fed26f2","task_key":"standard~20~2810~20options~29--test--test~5fHistory~5f1","task_revision_id":"4","upstream_id":"test_History_1","short_description":"Which of the following best explains the overall trend shown in the <image 1>?","config":"standard (10 options)","split":"test","body":"{\"img_type\":\"['Diagrams']\",\"options\":\"['Political instability leading to population decline', 'The spread of pathogens across the Silk Road', 'Development of new trade routes', 'Climate change affecting the Silk Road', 'Migrations to areas of Central Asia for resettlement', 'Technological advancements in transportation', 'Invasions by Mongol tribes', 'Large-scale famine due to crop failures', 'Economic prosperity and population growth', 'Rise of religious conflicts along the Silk Road']\",\"question\":\"Which of the following best explains the overall trend shown in the <image 1>?\",\"subject\":\"History\"}","display_format":"text","language":"","answer_status":"published","assets":[{"kind":"file","reference_id":"task:2ea15a0f-a1c1-5963-8277-67954fed26f2:4:image_1.png","filename":"image_1.png","media_type":"image/png","alt":""}],"source_url":"https://mmmu-benchmark.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}