{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"178a8866-525d-50ba-b872-7ef0dfefffe2","task_key":"test--178a8866-525d-50ba-b872-7ef0dfefffe2","task_revision_id":"1","upstream_id":"","short_description":"There are four people in a room. For every two people, there is a $50 \\%$ chance…","config":"","split":"test","body":"{\"problem\":\"There are four people in a room. For every two people, there is a $50 \\\\%$ chance that they are friends. Two people are connected if they are friends, or a third person is friends with both of them, or they have different friends who are friends of each other. What is the probability that every pair of people in this room is connected?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}