{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e2cd3dbd-75ce-587d-86a1-862bbd44360f","task_key":"default--validation--e2cd3dbd-75ce-587d-86a1-862bbd44360f","task_revision_id":"1","upstream_id":"","short_description":"does the winner of the world cup host it next time","config":"default","split":"validation","body":"{\"passage\":\"To avoid any future boycotts or controversy, FIFA began a pattern of alternation between the Americas and Europe, which continued until the 2002 FIFA World Cup in Asia. The system evolved so that the host country is now chosen in a vote by FIFA's Congress. This is done under an exhaustive ballot system. The decision is currently made roughly seven years in advance of the tournament, though the hosts for the 2022 tournament were chosen at the same time as those for the 2018 tournament.\",\"question\":\"does the winner of the world cup host it next time\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}