{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"388a8eaa-59bc-53df-980c-da71a9120984","task_key":"default--test--388a8eaa-59bc-53df-980c-da71a9120984","task_revision_id":"1","upstream_id":"","short_description":"During his education days, the 13th Chief Justice of India, S. M. Sikri, moved…","config":"default","split":"test","body":"{\"problem\":\"During his education days, the 13th Chief Justice of India, S. M. Sikri, moved to London to initially study which subject but later switched to law, studying at Trinity College, Cambridge?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}