{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89b148b0-5504-51b0-825e-b6904d4d00b2","task_key":"default--test--89b148b0-5504-51b0-825e-b6904d4d00b2","task_revision_id":"1","upstream_id":"","short_description":"In which year was it reported that some lichen and cyanobacteria survived and…","config":"default","split":"test","body":"{\"problem\":\"In which year was it reported that some lichen and cyanobacteria survived and showed remarkable adaptation capacity for photosynthesis after 34 days in simulated Martian conditions in the Mars Simulation Laboratory (MSL) maintained by the German Aerospace Center (DLR)?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}