{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"747f9b48-00d9-55f8-8b79-2ffe940861b5","task_key":"default--test--747f9b48-00d9-55f8-8b79-2ffe940861b5","task_revision_id":"1","upstream_id":"","short_description":"In which month and year did the House of Representatives Committee on Police…","config":"default","split":"test","body":"{\"problem\":\"In which month and year did the House of Representatives Committee on Police Affairs invite Mustafa Adebayo Balogun (Nigeria's former Inspector General of Police), Mike Okiro, and Mrs. Farida Waziri to explain how the N16 billion recovered from Balogun went missing?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}