{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7654187d-86bd-56f7-85f3-974fb1f76063","task_key":"default--test--7654187d-86bd-56f7-85f3-974fb1f76063","task_revision_id":"1","upstream_id":"","short_description":"What were the day, month, and year when Dr. Walensky said the Centers for…","config":"default","split":"test","body":"{\"problem\":\"What were the day, month, and year when Dr. Walensky said the Centers for Disease Control and Prevention (CDC) would make drastic changes in the wake of mistakes during the COVID-19 pandemic and outlined an overhaul of how the Centers for Disease Control and Prevention would analyze and share data and how they would communicate information to the general public?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}