{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"26616b53-614b-57cd-a471-c6562ac6c534","task_key":"default--validation--26616b53-614b-57cd-a471-c6562ac6c534","task_revision_id":"1","upstream_id":"","short_description":"do the saints run a 3 4 defense","config":"default","split":"validation","body":"{\"passage\":\"After becoming the predominant defensive alignment in the late 1970s-early 1980s, the 3--4 defense declined in popularity over the next two decades, but experienced a resurgence in the 2000s among both professional and college football teams. As of 2017, NFL teams that regularly incorporate the 3--4 defensive alignment scheme as a base include the Green Bay Packers, Oakland Raiders, Los Angeles Rams, Pittsburgh Steelers, Baltimore Ravens, Arizona Cardinals, Indianapolis Colts, Kansas City Chiefs, New York Jets, Washington Redskins, Denver Broncos, Tennessee Titans, Houston Texans, and the Chicago Bears, who used the 3--4 as their base defense for the first time in 2015.\",\"question\":\"do the saints run a 3 4 defense\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}