{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"097bb77c-ff79-559c-91ee-32f7feb64fa9","task_key":"default--validation--097bb77c-ff79-559c-91ee-32f7feb64fa9","task_revision_id":"1","upstream_id":"","short_description":"is canada and australia part of the uk","config":"default","split":"validation","body":"{\"passage\":\"Canada maintains a High Commission in London. The United Kingdom, in turn, maintains a High Commission in Ottawa, along with Consulates-General in Toronto, Montreal, Calgary, and Vancouver. In recent years Canada has sought closer Commonwealth cooperation, with the announcement in 2012 of joint diplomatic missions with the UK and of the intention of extending the scheme to include Australia and New Zealand, both of whom already share a head of state with Canada. In September 2012, Canada and the United Kingdom signed a Memorandum of Understanding on diplomatic cooperation, which promotes the co-location of embassies, the joint provision of consular services, and common crisis response. The project has been criticised by some Canadian politicians as giving the appearance of a common foreign policy and is seen by many in the UK as an alternative and counterweight to EU integration.\",\"question\":\"is canada and australia part of the uk\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}