{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81c881ec-28bb-5d80-860b-e3468665abcf","task_key":"default--validation--81c881ec-28bb-5d80-860b-e3468665abcf","task_revision_id":"1","upstream_id":"","short_description":"is soho in the west end of london","config":"default","split":"validation","body":"{\"passage\":\"As the West End is a term used colloquially by Londoners and is not an official geographical or municipal definition, its exact constituent parts are up for debate. Westminster City Council's 2005 report Vision for the West End included the following areas in its definition: Covent Garden, Soho, Chinatown, Leicester Square, the shopping streets of Oxford Street, Regent Street and Bond Street, the area encompassing Trafalgar Square, the Strand and Aldwych, and the district known as Theatreland. The Edgware Road to the north-west and the Victoria Embankment to the south-east were also covered by the document but were treated as ``adjacent areas'' to the West End.\",\"question\":\"is soho in the west end of london\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}