{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a57f9e6d-5710-514c-b550-0e60ae68d252","task_key":"test--a57f9e6d-5710-514c-b550-0e60ae68d252","task_revision_id":"1","upstream_id":"","short_description":"Your math friend Steven rolls five fair icosahedral dice (each of which is…","config":"","split":"test","body":"{\"problem\":\"Your math friend Steven rolls five fair icosahedral dice (each of which is labelled $1,2, \\\\ldots, 20$ on its sides). He conceals the results but tells you that at least half of the rolls are 20. Assuming that Steven is truthful, what is the probability that all three remaining concealed dice show $20 ?$\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}