{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc7d6fb8-6a6b-5a07-a1dc-0542d42936c5","task_key":"default--validation--dc7d6fb8-6a6b-5a07-a1dc-0542d42936c5","task_revision_id":"1","upstream_id":"","short_description":"does the prime minister live at number 10 downing street","config":"default","split":"validation","body":"{\"passage\":\"10 Downing Street, colloquially known in the United Kingdom as Number 10, is the headquarters of the Government of the United Kingdom and the official residence and office of the First Lord of the Treasury, a post which, for much of the 18th and 19th centuries and invariably since 1905, has been held by the Prime Minister.\",\"question\":\"does the prime minister live at number 10 downing street\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}