{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"65ed98f4-f648-569d-97b8-d9d96b646220","task_key":"test--65ed98f4-f648-569d-97b8-d9d96b646220","task_revision_id":"1","upstream_id":"","short_description":"A deck of 8056 cards has 2014 ranks numbered 1-2014. Each rank has four…","config":"","split":"test","body":"{\"problem\":\"A deck of 8056 cards has 2014 ranks numbered 1-2014. Each rank has four suits-hearts, diamonds, clubs, and spades. Each card has a rank and a suit, and no two cards have the same rank and the same suit. How many subsets of the set of cards in this deck have cards from an odd number of distinct ranks?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}