{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmmu-pro","formal_name":"MMMU-Pro","introduction":"MMMU-Pro evaluates multimodal understanding across academic disciplines using images and text. The official card lists 1,730 questions per setting, separating four-option and ten-option standard settings from the vision setting.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://mmmu-benchmark.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"f2602a1e-020d-5ac8-b5bb-1a17b71051d0","task_key":"standard~20~2810~20options~29--test--test~5fSociology~5f122","task_revision_id":"3","upstream_id":"test_Sociology_122","short_description":"<image 1> believed that states were ________________","config":"standard (10 options)","split":"test","body":"{\"img_type\":\"['Icons and Symbols']\",\"options\":\"['Tools for societal control', 'Vehicles for cultural preservation', 'Mechanisms for power distribution', 'Products of historical development', 'Platforms for economic growth', 'Instruments of democratic will formation', 'A necessary evil', 'Means to maintain law and order', 'Artificial constructs', 'Withering away']\",\"question\":\"<image 1> believed that states were ________________ \",\"subject\":\"Sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[{"kind":"file","reference_id":"task:f2602a1e-020d-5ac8-b5bb-1a17b71051d0:3:image_1.png","filename":"image_1.png","media_type":"image/png","alt":""}],"source_url":"https://mmmu-benchmark.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}