{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"21abecc7-52bb-5712-8c26-77718b8fea78","task_key":"default--validation--21abecc7-52bb-5712-8c26-77718b8fea78","task_revision_id":"1","upstream_id":"","short_description":"did us ever win the world cup soccer","config":"default","split":"validation","body":"{\"passage\":\"The best result for the United States in a World Cup came in 1930 when they reached the semifinals. The best result in the modern era is the 2002 World Cup, when the U.S. reached the quarterfinals. The worst result in the modern era was a first round elimination in 1990, 1998, and 2006.\",\"question\":\"did us ever win the world cup soccer\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}