{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42be3535-10a7-515a-83f0-997015609323","task_key":"default--validation--42be3535-10a7-515a-83f0-997015609323","task_revision_id":"1","upstream_id":"","short_description":"can pool water change color if you pee in it","config":"default","split":"validation","body":"{\"passage\":\"Rumors of this chemical's existence go back at least as far as 1958, and the story is commonly told to children by parents who do not wish them to urinate in the pool. A 1985 biography of Orson Welles describes him using such a dye as part of a prank in 1937, and references to the substance can be found through popular culture over quite a lengthy time period. However, such a dye does not exist, and although a chemical could be manufactured that would react with urine, it would be difficult to prevent it from reacting to other organic substances present in pool water.\",\"question\":\"can pool water change color if you pee in it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}