{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1e5930a2-23dd-5fcd-93ef-07c38c35b289","task_key":"default--validation--1e5930a2-23dd-5fcd-93ef-07c38c35b289","task_revision_id":"1","upstream_id":"","short_description":"has scotland ever qualified for the world cup","config":"default","split":"validation","body":"{\"passage\":\"The Scottish Football Association is the second oldest in the world, having been founded in 1873. Its foundation came the year after the first official international match was played between Scotland and England at Hamilton Crescent, Glasgow. Scotland have played at eight FIFA World Cups, including five consecutive tournaments from 1974 to 1990. During the preparations for the 1928 Olympic Football Tournament, FIFA ruled that all its member associations must provide ``broken-time'' payments to cover the expenses of players from their country who participated. In response to what they considered to be unacceptable interference, the football associations of Scotland, England, Ireland and Wales held a meeting at which they agreed to resign from FIFA. As a result, Scotland did not compete in the three interwar World Cup competitions. The Scottish Football Association did not rejoin FIFA as a permanent member until 1946.\",\"question\":\"has scotland ever qualified for the world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}