{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09097949-bd61-5414-85b3-c61afeafc218","task_key":"test--09097949-bd61-5414-85b3-c61afeafc218","task_revision_id":"1","upstream_id":"","short_description":"Karen has seven envelopes and seven letters of congratulations to various HMMT…","config":"","split":"test","body":"{\"problem\":\"Karen has seven envelopes and seven letters of congratulations to various HMMT coaches. If she places the letters in the envelopes at random with each possible configuration having an equal probability, what is the probability that exactly six of the letters are in the correct envelopes?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}