{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f016371-f726-506f-881d-755ad8f97644","task_key":"default--validation--7f016371-f726-506f-881d-755ad8f97644","task_revision_id":"1","upstream_id":"","short_description":"does us have military bases in saudi arabia","config":"default","split":"validation","body":"{\"passage\":\"In 2003, the United States withdrew remaining non-training troops or armament purchase support from Saudi Arabia, with 200 of these support personnel remaining, primarily at Eskan Village, a base which is owned by the Saudi Arabian government itself, in support of the US Military Training Mission (USMTM) in Saudi Arabia and the US Office of Program Management for the Saudi Arabian National Guard (OPM-SANG).\",\"question\":\"does us have military bases in saudi arabia\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}