{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c2c326fa-dac5-5fdb-b8b2-6d061befaa0b","task_key":"default--test--c2c326fa-dac5-5fdb-b8b2-6d061befaa0b","task_revision_id":"1","upstream_id":"","short_description":"What is the first name and last name of the person who received the ADA Kelly…","config":"default","split":"test","body":"{\"problem\":\"What is the first name and last name of the person who received the ADA Kelly West Award for Outstanding Achievement in Epidemiology in recognition of her significant contributions to the field of diabetes epidemiology in June 2018?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}