{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"de44856a-a8b9-547c-bbb6-864134a2fbae","task_key":"default--validation--de44856a-a8b9-547c-bbb6-864134a2fbae","task_revision_id":"1","upstream_id":"","short_description":"has belgium ever been in world cup final","config":"default","split":"validation","body":"{\"passage\":\"Belgium have appeared in the finals tournament of the FIFA World Cup on 13 occasions, the first being at the first FIFA World Cup in 1930 where they finished in 11th place. The inaugural FIFA World Cup final was officiated by Belgian referee John Langenus.\",\"question\":\"has belgium ever been in world cup final\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}