{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c40b147a-2a3b-5e7f-bd56-d4851d7c4fad","task_key":"default--validation--c40b147a-2a3b-5e7f-bd56-d4851d7c4fad","task_revision_id":"1","upstream_id":"","short_description":"has serbia ever won the fifa world cup","config":"default","split":"validation","body":"{\"passage\":\"From the 1930 FIFA World Cup to the 1938 FIFA World Cup, Serbia was part of the Kingdom of Yugoslavia, and afterwards, from the 1950 FIFA World Cup to the 1990 FIFA World Cup, Serbia was part of the Socialist Federal Republic of Yugoslavia, both of which competed in the world cup. From the 1994 FIFA World Cup to the 2006 FIFA World Cup, Serbia played with Montenegro. From 2006 to the present, Serbia played as an independent country. After the dissolution of the SFRY, Serbia has not made it to the knockout stages.\",\"question\":\"has serbia ever won the fifa world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}