{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"102927af-80d1-58fc-a445-44fe82790f8a","task_key":"default--test--102927af-80d1-58fc-a445-44fe82790f8a","task_revision_id":"1","upstream_id":"","short_description":"What were the month and year when the Indonesian Food and Drug Authority (FDA)…","config":"default","split":"test","body":"{\"problem\":\"What were the month and year when the Indonesian Food and Drug Authority (FDA) approved Qdenga for use in individuals six years to 45 years of age and became the first authority in the world to approve Qdenga?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}