{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0d3c55d2-08a7-568d-aa1f-55a71affd576","task_key":"default--validation--0d3c55d2-08a7-568d-aa1f-55a71affd576","task_revision_id":"1","upstream_id":"","short_description":"is victoria plum the same as victorian plumbing","config":"default","split":"validation","body":"{\"passage\":\"VictoriaPlum.com, a trading name of Victoria Plum Ltd, is an online bathroom retailer. The company traded under the name Victoria Plumb up until 21 July 2015, when it was rebranded as VictoriaPlum.com, in order to emphasise the exclusively online nature of the business.\",\"question\":\"is victoria plum the same as victorian plumbing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}