{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c0f3f266-e607-545f-aa6f-c1000f761f2d","task_key":"default--validation--c0f3f266-e607-545f-aa6f-c1000f761f2d","task_revision_id":"1","upstream_id":"","short_description":"was sorry to bother you filmed in oakland","config":"default","split":"validation","body":"{\"passage\":\"Principal photography began in June 2017 in Oakland. Sorry to Bother You premiered at the Sundance Film Festival on January 20, 2018, and was theatrically released in the United States on July 6, 2018, by Annapurna Pictures. The film received largely positive reviews from critics, who praised the cast and concept, as well as Riley's script and direction.\",\"question\":\"was sorry to bother you filmed in oakland\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}