{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e558a26c-1016-583c-b6ac-51117c2c7de5","task_key":"default--test--e558a26c-1016-583c-b6ac-51117c2c7de5","task_revision_id":"1","upstream_id":"","short_description":"Marc Julian Bradley, the first black Republican to serve in the Wisconsin Senate…","config":"default","split":"test","body":"{\"problem\":\"Marc Julian Bradley, the first black Republican to serve in the Wisconsin Senate and only the second black Republican to serve in the Wisconsin Legislature, was born in 1981 and graduated from which high school?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}