{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b1abf77c-e41b-5cf5-ae8d-d494975a9743","task_key":"default--validation--b1abf77c-e41b-5cf5-ae8d-d494975a9743","task_revision_id":"1","upstream_id":"","short_description":"has there ever been a tornado in canada","config":"default","split":"validation","body":"{\"passage\":\"Ontario, Alberta, Manitoba and Saskatchewan all average 15 tornadoes per season, followed by Quebec with fewer than 10. New Brunswick and the British Columbia Interior are also recognized tornado zones. All other provinces and territories have significantly less threat from tornadoes. The peak season in Canada is in the summer months when clashing air masses move north, as opposed to the spring season in the United States southern-central plains, although tornadoes in Canada have occurred in spring, fall and very rarely winter.\",\"question\":\"has there ever been a tornado in canada\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}