{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fdd3ea08-da58-5ac6-95e7-91bf3ae08465","task_key":"default--test--fdd3ea08-da58-5ac6-95e7-91bf3ae08465","task_revision_id":"1","upstream_id":"","short_description":"In which year did the General Assembly of WIPO adopt the Geneva Declaration on…","config":"default","split":"test","body":"{\"problem\":\"In which year did the General Assembly of WIPO adopt the Geneva Declaration on the Future of the World Intellectual Property Organization, which argues that WIPO should focus more on the needs of developing countries and view IP as one of many tools for development—not as an end in itself?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}