{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"876364af-2c8b-5e4a-ad89-946ddcba0af6","task_key":"test--876364af-2c8b-5e4a-ad89-946ddcba0af6","task_revision_id":"1","upstream_id":"","short_description":"Alice, Bob, and Charlie each pick a 2-digit number at random. What is the…","config":"","split":"test","body":"{\"problem\":\"Alice, Bob, and Charlie each pick a 2-digit number at random. What is the probability that all of their numbers' tens' digits are different from each others' tens' digits and all of their numbers' ones digits are different from each others' ones' digits?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}