{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11c7b025-df44-5740-bea2-ee3dbd108685","task_key":"default--validation--11c7b025-df44-5740-bea2-ee3dbd108685","task_revision_id":"1","upstream_id":"","short_description":"is turkey a member of the european economic area","config":"default","split":"validation","body":"{\"passage\":\"There are five recognised candidates for EU membership that are not already EEA members: Albania (applied 2009), Macedonia (applied 2004), Montenegro (applied 2008, negotiating since June 2012), Serbia (applied 2009, negotiating since January 2014) and Turkey (applied 1987, negotiating since October 2005). Albania and Macedonia have not yet started negotiations to join, nor has the European Union set any negotiations start date. Bosnia and Herzegovina and Kosovo are considered potential candidates for membership. Bosnia and Herzegovina signed a Stabilisation and Association Agreement (SAA) with the EU and its member states, that went into effect in June 2015, which allowed the lodging of a membership application in February 2016, while Kosovo, whose independence is unrecognised by 5 EU member states, finalised negotiations on a SAA that went into effect in April 2016.\",\"question\":\"is turkey a member of the european economic area\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}