{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ef851282-f4d8-5e70-ac10-4c7aa76f88f8","task_key":"test--ef851282-f4d8-5e70-ac10-4c7aa76f88f8","task_revision_id":"1","upstream_id":"","short_description":"John lists the integers from 1 to 20 in increasing order. He then erases the…","config":"","split":"test","body":"{\"problem\":\"John lists the integers from 1 to 20 in increasing order. He then erases the first half of the integers in the list and rewrites them in order at the end of the second half of the list. Which integer in the new list has exactly 12 integers to its left?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}