{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmmu-pro","formal_name":"MMMU-Pro","introduction":"MMMU-Pro evaluates multimodal understanding across academic disciplines using images and text. The official card lists 1,730 questions per setting, separating four-option and ten-option standard settings from the vision setting.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://mmmu-benchmark.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"685a5890-c601-5eb8-ad50-e10e83b13d14","task_key":"standard~20~2810~20options~29--test--test~5fEconomics~5f182","task_revision_id":"4","upstream_id":"test_Economics_182","short_description":"<image 1> Referring to Table 3-1, which is INCORRECT. If pots sell for $20 each…","config":"standard (10 options)","split":"test","body":"{\"img_type\":\"['Tables']\",\"options\":\"['the marginal product of the third worker is five pots.', 'the marginal revenue product of labor equals the marginal product of labor multiplied by the additional revenue that is received per unit of output. ', 'the marginal revenue product of labor of the second worker is $260.', 'the marginal revenue from selling the eighteenth pot is $20.']\",\"question\":\"<image 1> Referring to Table 3-1, which is INCORRECT. If pots sell for $20 each then\",\"subject\":\"Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[{"kind":"file","reference_id":"task:685a5890-c601-5eb8-ad50-e10e83b13d14:4:image_1.png","filename":"image_1.png","media_type":"image/png","alt":""}],"source_url":"https://mmmu-benchmark.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}