{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e190582-58f9-5452-bff3-6c1feb8538d9","task_key":"default--validation--3e190582-58f9-5452-bff3-6c1feb8538d9","task_revision_id":"1","upstream_id":"","short_description":"is there a real baker street in london","config":"default","split":"validation","body":"{\"passage\":\"At the time the Holmes stories were published, addresses in Baker Street did not go as high as 221. Baker Street was later extended, and in 1932 the Abbey National Building Society moved into premises at 219--229 Baker Street. For many years, Abbey National employed a full-time secretary to answer mail addressed to Sherlock Holmes. In 1990, a blue plaque signifying 221B Baker Street was installed at the Sherlock Holmes Museum, situated elsewhere on the same block, and there followed a 15-year dispute between Abbey National and the Holmes Museum for the right to receive mail addressed to 221B Baker Street. Since the closure of Abbey House in 2005, ownership of the address by the Holmes Museum has not been challenged, despite its location between 237 and 241 Baker Street.\",\"question\":\"is there a real baker street in london\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}