{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"06c804f6-1a61-597a-9310-b37c9b41f128","task_key":"default--validation--06c804f6-1a61-597a-9310-b37c9b41f128","task_revision_id":"1","upstream_id":"","short_description":"can you boat from lake erie to lake ontario","config":"default","split":"validation","body":"{\"passage\":\"The Welland Canal is a ship canal in Ontario, Canada, connecting Lake Ontario and Lake Erie. It forms a key section of the St. Lawrence Seaway. Traversing the Niagara Peninsula from Port Weller to Port Colborne, it enables ships to ascend and descend the Niagara Escarpment and bypass Niagara Falls.\",\"question\":\"can you boat from lake erie to lake ontario\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}