{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"57dc672c-ced0-54c7-bee7-e5f28b6f5834","task_key":"default--test--57dc672c-ced0-54c7-bee7-e5f28b6f5834","task_revision_id":"1","upstream_id":"","short_description":"In the research paper titled \"Detecting Driver Mental Fatigue Based on EEG Alpha…","config":"default","split":"test","body":"{\"problem\":\"In the research paper titled \\\"Detecting Driver Mental Fatigue Based on EEG Alpha Power Changes During Simulated Driving\\\" by Faramarz Gharagozlou et al., what is the name of the university where the overnight study took place?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}