{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e136ff87-a7d4-5b22-bb92-67246928aa2a","task_key":"default--validation--e136ff87-a7d4-5b22-bb92-67246928aa2a","task_revision_id":"1","upstream_id":"","short_description":"is there going to be a 13th captain underpants book","config":"default","split":"validation","body":"{\"passage\":\"The series includes 12 books and three spin-offs, and won a Disney Adventures Kids' Choice Award on April 4, 2006. As of 2016, the series had been translated into over 20 languages, with more than 70 million books sold worldwide, including over 50 million in the United States. DreamWorks Animation acquired rights to the series to make an animated feature film adaptation, which was released on June 2, 2017 to positive reviews.\",\"question\":\"is there going to be a 13th captain underpants book\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}