{"items":[{"benchmark":{"slug":"terminal-bench-2-1","formal_name":"Terminal-Bench 2.1","category":"Agents / Code","effective_mode":"full"},"facts":{"slug":"terminal-bench-2-1","task_count":89,"image_count":0,"formats":[{"count":89,"value":"text"}],"answers":[{"count":89,"value":"unknown"}],"configs":[{"count":89,"value":""}],"splits":[{"count":89,"value":"tasks"}],"waiting_count":89}},{"benchmark":{"slug":"gaia","formal_name":"GAIA","category":"Agents / Multimodal","effective_mode":"metadata_only"},"facts":null},{"benchmark":{"slug":"browsecomp","formal_name":"BrowseComp","category":"Agents / Search","effective_mode":"metadata_only"},"facts":null},{"benchmark":{"slug":"browsecomp-plus","formal_name":"BrowseComp-Plus","category":"Agents / Search","effective_mode":"metadata_only"},"facts":null},{"benchmark":{"slug":"hlce","formal_name":"Humanity's Last Code Exam","category":"Code","effective_mode":"full"},"facts":{"slug":"hlce","task_count":146,"image_count":0,"formats":[{"count":146,"value":"text"}],"answers":[{"count":146,"value":"published"}],"configs":[{"count":146,"value":"ICPC-World-Finals"}],"splits":[{"count":146,"value":"examples"}],"waiting_count":146}},{"benchmark":{"slug":"livecodebench","formal_name":"LiveCodeBench","category":"Code","effective_mode":"full"},"facts":{"slug":"livecodebench","task_count":100,"image_count":0,"formats":[{"count":100,"value":"text"}],"answers":[{"count":100,"value":"published"}],"configs":[{"count":100,"value":"release_v1"}],"splits":[{"count":100,"value":"test"}],"waiting_count":100}},{"benchmark":{"slug":"swe-bench-pro","formal_name":"SWE-Bench Pro","category":"Code / Agents","effective_mode":"full"},"facts":{"slug":"swe-bench-pro","task_count":200,"image_count":0,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":""}],"splits":[{"count":200,"value":"test"}],"waiting_count":200}},{"benchmark":{"slug":"frontiermath","formal_name":"FrontierMath","category":"Mathematics","effective_mode":"metadata_only"},"facts":null},{"benchmark":{"slug":"omni-math","formal_name":"Omni-MATH","category":"Mathematics","effective_mode":"full"},"facts":{"slug":"omni-math","task_count":200,"image_count":0,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":""}],"splits":[{"count":200,"value":"test"}],"waiting_count":200}},{"benchmark":{"slug":"olympiadbench","formal_name":"OlympiadBench","category":"Mathematics / Science / Multimodal","effective_mode":"full"},"facts":{"slug":"olympiadbench","task_count":200,"image_count":0,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":"OE_TO_maths_en_COMP"}],"splits":[{"count":200,"value":"train"}],"waiting_count":200}},{"benchmark":{"slug":"mmmu-pro","formal_name":"MMMU-Pro","category":"Multimodal","effective_mode":"full"},"facts":{"slug":"mmmu-pro","task_count":200,"image_count":240,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":"standard (10 options)"}],"splits":[{"count":200,"value":"test"}],"waiting_count":200}},{"benchmark":{"slug":"arc-agi-2","formal_name":"ARC-AGI-2","category":"Reasoning","effective_mode":"full"},"facts":{"slug":"arc-agi-2","task_count":120,"image_count":0,"formats":[{"count":120,"value":"grid"}],"answers":[{"count":120,"value":"published"}],"configs":[{"count":120,"value":""}],"splits":[{"count":120,"value":"evaluation"}],"waiting_count":118}},{"benchmark":{"slug":"bbeh","formal_name":"BIG-Bench Extra Hard (BBEH)","category":"Reasoning","effective_mode":"full"},"facts":{"slug":"bbeh","task_count":200,"image_count":0,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":"bbeh_boolean_expressions"}],"splits":[{"count":200,"value":"full"}],"waiting_count":200}},{"benchmark":{"slug":"zebralogicbench","formal_name":"ZebraLogicBench","category":"Reasoning","effective_mode":"full"},"facts":{"slug":"zebralogicbench","task_count":200,"image_count":0,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":"grid_mode"}],"splits":[{"count":200,"value":"test"}],"waiting_count":200}},{"benchmark":{"slug":"arc-agi-3","formal_name":"ARC-AGI-3","category":"Reasoning / Agents","effective_mode":"metadata_only"},"facts":null},{"benchmark":{"slug":"longbench-v2","formal_name":"LongBench v2","category":"Reasoning / Long context","effective_mode":"full"},"facts":{"slug":"longbench-v2","task_count":200,"image_count":0,"formats":[{"count":200,"value":"text"}],"answers":[{"count":200,"value":"published"}],"configs":[{"count":200,"value":""}],"splits":[{"count":200,"value":"train"}],"waiting_count":200}},{"benchmark":{"slug":"hle","formal_name":"Humanity's Last Exam","category":"Reasoning / Multimodal","effective_mode":"metadata_only"},"facts":null},{"benchmark":{"slug":"critpt","formal_name":"CritPt","category":"Science","effective_mode":"full"},"facts":{"slug":"critpt","task_count":70,"image_count":0,"formats":[{"count":70,"value":"text"}],"answers":[{"count":70,"value":"published"}],"configs":[{"count":70,"value":""}],"splits":[{"count":70,"value":"train"}],"waiting_count":70}},{"benchmark":{"slug":"frontierscience","formal_name":"FrontierScience","category":"Science","effective_mode":"full"},"facts":{"slug":"frontierscience","task_count":100,"image_count":0,"formats":[{"count":100,"value":"text"}],"answers":[{"count":100,"value":"published"}],"configs":[{"count":100,"value":"olympiad"}],"splits":[{"count":100,"value":"test"}],"waiting_count":100}},{"benchmark":{"slug":"scicode","formal_name":"SciCode","category":"Science / Code","effective_mode":"full"},"facts":{"slug":"scicode","task_count":65,"image_count":0,"formats":[{"count":15,"value":"scicode"},{"count":50,"value":"scicode-step"}],"answers":[{"count":65,"value":"published"}],"configs":[{"count":65,"value":""}],"splits":[{"count":65,"value":"dev"}],"waiting_count":65}}]}