{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"611d8e5c-beec-5c5e-a528-eeba9ce3faf6","task_key":"test--611d8e5c-beec-5c5e-a528-eeba9ce3faf6","task_revision_id":"1","upstream_id":"","short_description":"Jacob flipped a fair coin five times. In the first three flips, the coin came up…","config":"","split":"test","body":"{\"problem\":\"Jacob flipped a fair coin five times. In the first three flips, the coin came up heads exactly twice. In the last three flips, the coin also came up heads exactly twice. What is the probability that the third flip was heads?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}