{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"16dd8594-8363-5950-8e7d-93d484f21b47","task_key":"default--validation--16dd8594-8363-5950-8e7d-93d484f21b47","task_revision_id":"1","upstream_id":"","short_description":"is canary wharf on the isle of dogs","config":"default","split":"validation","body":"{\"passage\":\"The Isle of Dogs, locally referred to as the island, is a geographic area made up of Millwall, Cubitt Town, Canary Wharf and parts of Blackwall, Limehouse and Poplar. It is in the East End of London and is bounded on three sides (east, south and west) by one of the largest meanders in the River Thames. The northern boundary has never been clearly or consistently defined but many accept it to be the (former) line of the West India South Dock. The name Isle of Dogs had no official status until 1987, with the creation of the Isle of Dogs Neighbourhood by Tower Hamlets London Borough Council.\",\"question\":\"is canary wharf on the isle of dogs\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}