{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"7628c093-183a-5314-bb82-b07a730f21c8","task_key":"default--test--7628c093-183a-5314-bb82-b07a730f21c8","task_revision_id":"1","upstream_id":"","short_description":"What year did the Victoria and Albert Museum buy the small vacant triangle of…","config":"default","split":"test","body":"{\"problem\":\"What year did the Victoria and Albert Museum buy the small vacant triangle of land opposite its main entrance to ensure that the view from Thurloe Square could never be obscured by new buildings?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}