{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ed8580e7-8a8d-511e-9d11-4f84bf7cffb8","task_key":"default--test--ed8580e7-8a8d-511e-9d11-4f84bf7cffb8","task_revision_id":"1","upstream_id":"","short_description":"On what day, month, and year was the 2021 research paper titled \"Classification…","config":"default","split":"test","body":"{\"problem\":\"On what day, month, and year was the 2021 research paper titled \\\"Classification of Relaxation and Concentration Mental States with EEG\\\" by Shingchern D. You accepted for publication in the scientific journal \\\"Information\\\"?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}