{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"97aa0587-31b4-51f3-bdfb-56e13568382b","task_key":"default--test--97aa0587-31b4-51f3-bdfb-56e13568382b","task_revision_id":"1","upstream_id":"","short_description":"What was the total number of locations surveyed in all oceans for the study…","config":"default","split":"test","body":"{\"problem\":\"What was the total number of locations surveyed in all oceans for the study published in 2014 called \\\"Plastic Pollution in the World's Oceans: More than 5 Trillion Plastic Pieces Weighing Over 250,000 Tons Afloat at Sea\\\" by Marcus Eriksen, Laurent C. M. Lebreton, Henry S. Carson, Martin Thiel, Charles J. Moore, Jose C. Borerro, Francois Galgani, Peter G. Ryan, and Julia Reisser?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}