{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"255d356e-fb6d-59ac-ba70-030946a4d526","task_key":"test--255d356e-fb6d-59ac-ba70-030946a4d526","task_revision_id":"1","upstream_id":"","short_description":"Lily and Sarah are playing a game. They each choose a real number at random…","config":"","split":"test","body":"{\"problem\":\"Lily and Sarah are playing a game. They each choose a real number at random between -1 and 1. They then add the squares of their numbers together. If the result is greater than or equal to 1, Lily wins, and if the result is less than 1, Sarah wins. What is the probability that Sarah wins?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}