{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c2e19a78-8df8-5d45-826a-b84395ddcdb5","task_key":"default--test--c2e19a78-8df8-5d45-826a-b84395ddcdb5","task_revision_id":"1","upstream_id":"","short_description":"Which organization promised that all money donated by listeners inspired by the…","config":"default","split":"test","body":"{\"problem\":\"Which organization promised that all money donated by listeners inspired by the song \\\"Healer\\\" would be returned or donated to charity, and Guglielmucci's bank accounts would be audited to determine the amount of funds raised?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}