{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmmu-pro","formal_name":"MMMU-Pro","introduction":"MMMU-Pro evaluates multimodal understanding across academic disciplines using images and text. The official card lists 1,730 questions per setting, separating four-option and ten-option standard settings from the vision setting.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://mmmu-benchmark.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a2ca70f-ecb5-57cd-81ee-2f6a466a646f","task_key":"standard~20~2810~20options~29--test--validation~5fBasic~5fMedical~5fScience~5f28","task_revision_id":"4","upstream_id":"validation_Basic_Medical_Science_28","short_description":"What is the tuberoinfundibular tract? <image 1>","config":"standard (10 options)","split":"test","body":"{\"img_type\":\"['Medical Images']\",\"options\":\"['A tract carrying releasing hormones.', 'A tract carrying nerve impulses to the adenohypophysis.', 'A tract carrying nerve impulses to the neurohypophysis.', 'A tract carrying ADH and Oxytocin.', 'A tract connecting the hypothalamus and the pineal gland.', 'A tract responsible for the production of melatonin.', 'A tract connecting the thalamus and the hypothalamus.', 'A tract connecting the pituitary gland and the hypothalamus.', 'A tract carrying the growth hormone.']\",\"question\":\"What is the tuberoinfundibular tract? <image 1> \",\"subject\":\"Basic_Medical_Science\"}","display_format":"text","language":"","answer_status":"published","assets":[{"kind":"file","reference_id":"task:8a2ca70f-ecb5-57cd-81ee-2f6a466a646f:4:image_1.png","filename":"image_1.png","media_type":"image/png","alt":""}],"source_url":"https://mmmu-benchmark.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}