{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c2d66361-6bb2-5610-b50c-4872bb3351fe","task_key":"default--test--c2d66361-6bb2-5610-b50c-4872bb3351fe","task_revision_id":"1","upstream_id":"","short_description":"What is the name of the political unit where Abdul Bari, an Indian academic and…","config":"default","split":"test","body":"{\"problem\":\"What is the name of the political unit where Abdul Bari, an Indian academic and social reformer who sought to bring about social reform in Indian society, served as president from 1946 until his death?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}