{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a108b8cf-e384-5e13-90d4-db42c1e85bd9","task_key":"test--a108b8cf-e384-5e13-90d4-db42c1e85bd9","task_revision_id":"1","upstream_id":"","short_description":"Consider a $2 \\times 2$ grid of squares. Each of the squares will be colored…","config":"","split":"test","body":"{\"problem\":\"Consider a $2 \\\\times 2$ grid of squares. Each of the squares will be colored with one of 10 colors, and two colorings are considered equivalent if one can be rotated to form the other. How many distinct colorings are there?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}