{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c16ae77e-1c14-5b25-b491-8b78fd626a3f","task_key":"test--c16ae77e-1c14-5b25-b491-8b78fd626a3f","task_revision_id":"1","upstream_id":"","short_description":"Six students taking a test sit in a row of seats with aisles only on the two…","config":"","split":"test","body":"{\"problem\":\"Six students taking a test sit in a row of seats with aisles only on the two sides of the row. If they finish the test at random times, what is the probability that some student will have to pass by another student to get to an aisle?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}