{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ba3dd1a4-bcd8-5a42-8e9f-2e093e2c5dc3","task_key":"test--ba3dd1a4-bcd8-5a42-8e9f-2e093e2c5dc3","task_revision_id":"1","upstream_id":"","short_description":"In the $5 \\times 5$ grid shown, 15 cells contain X's and 10 cells are empty.…","config":"","split":"test","body":"{\"problem\":\"In the $5 \\\\times 5$ grid shown, 15 cells contain X's and 10 cells are empty. What is the smallest number of X's that must be moved so that each row and each column contains exactly three X's?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}