{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09217055-320f-59ee-87a5-d7788b25eb3f","task_key":"default--test--09217055-320f-59ee-87a5-d7788b25eb3f","task_revision_id":"1","upstream_id":"","short_description":"According to the lawsuit filed by the Indian news channel WION (World is One…","config":"default","split":"test","body":"{\"problem\":\"According to the lawsuit filed by the Indian news channel WION (World is One News) against their former anchor Palki Sharma Upadhyay, until which month and year did they demand she continue working for WION?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}