{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"simpleqa","formal_name":"SimpleQA","introduction":"SimpleQA collects short fact-seeking questions that have exactly one indisputable answer, measuring both how often a model is right and how often it declines. The format is deliberately narrow so that grading is not itself contestable.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/openai/simple-evals","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7df1e55e-6e65-585b-aa3d-1bd6b4fc0aed","task_key":"default--test--7df1e55e-6e65-585b-aa3d-1bd6b4fc0aed","task_revision_id":"1","upstream_id":"","short_description":"In the 2012 research paper titled \"Multiplication of EEG Samples through…","config":"default","split":"test","body":"{\"problem\":\"In the 2012 research paper titled \\\"Multiplication of EEG Samples through Replicating, Biasing, and Overlapping\\\" by Adham Atyabi et al., between what frequencies was the EEG dataset bandpass filtered, in hertz (Hz)?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/openai/simple-evals","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}