{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f04ecd2-4902-5476-b269-cfe0b063bd8f","task_key":"default--validation--0f04ecd2-4902-5476-b269-cfe0b063bd8f","task_revision_id":"1","upstream_id":"","short_description":"is romania part of the visa waiver program","config":"default","split":"validation","body":"{\"passage\":\"The European Union has been pressuring the United States to extend the Visa Waiver Program to its five remaining member countries that are not currently in it: Bulgaria, Croatia, Cyprus, Poland, and Romania. All of these are ``road map countries'' except Croatia, which only recently joined the EU in 2013. In November 2014 Bulgarian Government announced that it will not ratify the Transatlantic Trade and Investment Partnership unless the United States lifted visas for its citizens.\",\"question\":\"is romania part of the visa waiver program\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}