{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5de9d9a6-e2f7-57ca-ac3b-fcb2334235d9","task_key":"test--5de9d9a6-e2f7-57ca-ac3b-fcb2334235d9","task_revision_id":"1","upstream_id":"","short_description":"The cookies in a cookie jar contain a total of 100 raisins. All but one of the…","config":"","split":"test","body":"{\"problem\":\"The cookies in a cookie jar contain a total of 100 raisins. All but one of the cookies are the same size and contain the same number of raisins. One cookie is larger and contains one more raisin than each of the others. The number of cookies in the jar is between 5 and 10, inclusive. How many raisins are in the larger cookie?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}