{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3cac5909-7696-5aaf-a818-cdf2ca5306ef","task_key":"test--3cac5909-7696-5aaf-a818-cdf2ca5306ef","task_revision_id":"1","upstream_id":"","short_description":"Kate has four red socks and four blue socks. If she randomly divides these eight…","config":"","split":"test","body":"{\"problem\":\"Kate has four red socks and four blue socks. If she randomly divides these eight socks into four pairs, what is the probability that none of the pairs will be mismatched? That is, what is the probability that each pair will consist either of two red socks or of two blue socks?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}