{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15aeef83-7491-5c5f-b331-be957fa633ad","task_key":"default--validation--15aeef83-7491-5c5f-b331-be957fa633ad","task_revision_id":"1","upstream_id":"","short_description":"is let there be light a true story","config":"default","split":"validation","body":"{\"passage\":\"Let There Be Light is a 2017 American Christian drama film directed by and starring Kevin Sorbo and written by Dan Gordon and Sam Sorbo. The plot follows an atheist who goes through a near-death experience in an auto accident and converts to Christianity. Sean Hannity executive produced and appears in the film. Dionne Warwick and Travis Tritt also have roles in the film. It was released in the United States on October 27, 2017.\",\"question\":\"is let there be light a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}