{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"18708366-23ef-594d-ae85-0253cc6cf8e2","task_key":"default--test--18708366-23ef-594d-ae85-0253cc6cf8e2","task_revision_id":"1","upstream_id":"","short_description":"How many control participants were used in the research paper \"Grey matter…","config":"default","split":"test","body":"{\"problem\":\"How many control participants were used in the research paper \\\"Grey matter atrophy in cognitively impaired Parkinson’s disease,\\\" published in the February 2012 edition of the Journal of Neurology, Neurosurgery, and Psychiatry?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}