{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bc7bab60-9008-5023-9035-87dc02f9fc38","task_key":"default--validation--bc7bab60-9008-5023-9035-87dc02f9fc38","task_revision_id":"1","upstream_id":"","short_description":"do ex presidents fly on air force one","config":"default","split":"validation","body":"{\"passage\":\"When President Bush came to the end of his second term in 2009, a VC-25 was used to transport him to Texas. For this purpose the aircraft call sign was Special Air Mission 28000, as the aircraft did not carry the current President of the United States. Similar arrangements were made for former Presidents Ronald Reagan, Bill Clinton, and Barack Obama.\",\"question\":\"do ex presidents fly on air force one\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}