{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b6061245-6dc0-539c-9796-c3e85de89443","task_key":"default--validation--b6061245-6dc0-539c-9796-c3e85de89443","task_revision_id":"1","upstream_id":"","short_description":"are domestic and feral cats native to australia","config":"default","split":"validation","body":"{\"passage\":\"Historical records date the introduction of cats to Australia at around 1804 and that cats first became feral around Sydney by 1820. In the early 1900s, concern was expressed at the pervasiveness of the cat problem\",\"question\":\"are domestic and feral cats native to australia\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}