{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dad63bf1-62ef-5787-8c81-82c42d5c7adc","task_key":"default--validation--dad63bf1-62ef-5787-8c81-82c42d5c7adc","task_revision_id":"1","upstream_id":"","short_description":"is the movie vertical limit a true story","config":"default","split":"validation","body":"{\"passage\":\"Vertical Limit is a 2000 American survival thriller film directed by Martin Campbell and written by Robert King. The film stars Chris O'Donnell, Bill Paxton, Robin Tunney, and Scott Glenn. The film was released on December 8, 2000 in the United States by Columbia Pictures, receiving mixed reviews from critics and grossing $215 million worldwide.\",\"question\":\"is the movie vertical limit a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}