{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f04b2d1a-8365-5497-b097-bb497d06a573","task_key":"test--f04b2d1a-8365-5497-b097-bb497d06a573","task_revision_id":"1","upstream_id":"","short_description":"Who is the third oldest among Dhruv, Bev, Elcim, Andy, and Cao given that Dhruv…","config":"","split":"test","body":"{\"problem\":\"Who is the third oldest among Dhruv, Bev, Elcim, Andy, and Cao given that Dhruv is older than Bev, Bev is older than Elcim, Elcim is younger than Andy, Andy is younger than Bev, and Bev is younger than Cao?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}