{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f15ae125-960f-5b56-a5a4-645a8ac58a67","task_key":"test--f15ae125-960f-5b56-a5a4-645a8ac58a67","task_revision_id":"1","upstream_id":"","short_description":"Kimothy starts in the bottom-left square of a 4 by 4 chessboard. In one step, he…","config":"","split":"test","body":"{\"problem\":\"Kimothy starts in the bottom-left square of a 4 by 4 chessboard. In one step, he can move up, down, left, or right to an adjacent square. Kimothy takes 16 steps and ends up where he started, visiting each square exactly once (except for his starting/ending square). How many paths could he have taken?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}