{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"28fbccbb-8057-587b-8c62-73a41377bbfc","task_key":"default--test--28fbccbb-8057-587b-8c62-73a41377bbfc","task_revision_id":"1","upstream_id":"","short_description":"On what day, month, and year did Qinhuangdao Beidaihe Airport, which serves the…","config":"default","split":"test","body":"{\"problem\":\"On what day, month, and year did Qinhuangdao Beidaihe Airport, which serves the city of Qinhuangdao, Hebei Province, North China, first open after reconstruction and replacing the old Shanhaiguan Airport, which was shared with the military, as Qinhuangdao's main airport?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}