{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c414a94e-4b75-5e84-910f-e25ab4927c54","task_key":"default--test--c414a94e-4b75-5e84-910f-e25ab4927c54","task_revision_id":"1","upstream_id":"","short_description":"A 2019 genome-wide association study review published by Loukia Vassilopoulou,…","config":"default","split":"test","body":"{\"problem\":\"A 2019 genome-wide association study review published by Loukia Vassilopoulou, Michail Matalliotakis, Maria I. Zervou, Charoula Matalliotaki, Konstantinos Krithinakis, Ioannis Matalliotakis, Demetrios A. Spandidos, and George N. Goulielmos enumerated how many genes with mutations associated with endometriosis development?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}