{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"44ca7fc1-e1ab-5385-b321-e4caa33bccb8","task_key":"default--test--44ca7fc1-e1ab-5385-b321-e4caa33bccb8","task_revision_id":"1","upstream_id":"","short_description":"What month and year was the then Indian Punjab Tourism Minister Navjot Singh…","config":"default","split":"test","body":"{\"problem\":\"What month and year was the then Indian Punjab Tourism Minister Navjot Singh Sidhu informed about the plan to open the Dera Baba Nanak–Kartarpur corridor on Guru Nanak's 550th birth anniversary?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}