{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0366a930-4f81-5264-86b8-eb83a17d627e","task_key":"default--validation--0366a930-4f81-5264-86b8-eb83a17d627e","task_revision_id":"1","upstream_id":"","short_description":"has usa ever played in the world cup","config":"default","split":"validation","body":"{\"passage\":\"The United States men's national soccer team has played in several World Cup finals, with their best result occurring during their first appearance at the 1930 World Cup, when the United States finished in third place. After the 1950 World Cup, in which the United States upset England in group play 1--0, the U.S. was absent from the finals until 1990. The United States has participated in every World Cup since 1990 until they failed to qualify for the 2018 competition after a loss to Trinidad and Tobago in 2017.\",\"question\":\"has usa ever played in the world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}