{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ed13e8b8-7ca4-5c4a-a28b-2aff98fa9b39","task_key":"default--validation--ed13e8b8-7ca4-5c4a-a28b-2aff98fa9b39","task_revision_id":"1","upstream_id":"","short_description":"is there a sequel to the whole nine yards","config":"default","split":"validation","body":"{\"passage\":\"The Whole Ten Yards is a 2004 American crime comedy film directed by Howard Deutch and sequel to the 2000 film The Whole Nine Yards. It was based on characters created by Mitchell Kapner, who was the writer of the first film. The film stars Bruce Willis, Matthew Perry, Amanda Peet, Natasha Henstridge, and Kevin Pollak. It was released on April 7, 2004 in North America. Unlike the first film, which was a commercial success despite receiving mixed reviews, The Whole Ten Yards was a major critical and commercial failure.\",\"question\":\"is there a sequel to the whole nine yards\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}