{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"010b940f-b02e-559b-ab39-23cd410d07fb","task_key":"test--010b940f-b02e-559b-ab39-23cd410d07fb","task_revision_id":"1","upstream_id":"","short_description":"While Travis is having fun on cubes, Sherry is hopping in the same manner on an…","config":"","split":"test","body":"{\"problem\":\"While Travis is having fun on cubes, Sherry is hopping in the same manner on an octahedron. An octahedron has six vertices and eight regular triangular faces. After five minutes, how likely is Sherry to be one edge away from where she started?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}