{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3728b8f9-7076-5f92-9a7a-1879b0e87984","task_key":"default--validation--3728b8f9-7076-5f92-9a7a-1879b0e87984","task_revision_id":"1","upstream_id":"","short_description":"is taiwan a member of the paris convention","config":"default","split":"validation","body":"{\"passage\":\"As of February 2017, the Convention has 177 contracting member countries, which makes it one of the most widely adopted treaties worldwide. Notably, Taiwan (officially the Republic of China or ROC) and Burma are not parties to the Convention. However, according to Article 27 of its Patent Act, Taiwan recognizes priority claims from contracting members.\",\"question\":\"is taiwan a member of the paris convention\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}