{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmmu-pro","formal_name":"MMMU-Pro","introduction":"MMMU-Pro evaluates multimodal understanding across academic disciplines using images and text. The official card lists 1,730 questions per setting, separating four-option and ten-option standard settings from the vision setting.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://mmmu-benchmark.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7176be57-a9f1-54aa-833b-79caf1f2ce7f","task_key":"standard~20~2810~20options~29--test--test~5fClinical~5fMedicine~5f131","task_revision_id":"4","upstream_id":"test_Clinical_Medicine_131","short_description":"The following film shows an example of what? <image 1>","config":"standard (10 options)","split":"test","body":"{\"img_type\":\"['Microscopic Images']\",\"options\":\"['Splashes of developer on the film prior to processing', 'Scratches on the film prior to processing', 'Dust particles on the film during processing', 'Splashes of rinse on the film prior to processing', 'Residue from the film after processing', 'Splashes of fixer on the film prior to processing', 'Overexposure of the film during processing', 'Splashes of water on the film prior to processing', 'Light leaks on the film during processing', 'Air bubbles on the film during processing']\",\"question\":\"The following film shows an example of what? <image 1>\",\"subject\":\"Clinical_Medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[{"kind":"file","reference_id":"task:7176be57-a9f1-54aa-833b-79caf1f2ce7f:4:image_1.png","filename":"image_1.png","media_type":"image/png","alt":""}],"source_url":"https://mmmu-benchmark.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}