{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c2a3161f-63d9-507b-8561-6cc0fa6991c9","task_key":"default--validation--c2a3161f-63d9-507b-8561-6cc0fa6991c9","task_revision_id":"1","upstream_id":"","short_description":"has nigeria ever won the fifa world cup before","config":"default","split":"validation","body":"{\"passage\":\"Nigeria have appeared in the finals of the FIFA World Cup on six occasions, the first being in 1994 where they reached the second round. Their sixth and most recent appearance at the finals was the 2018 FIFA World Cup in Russia.\",\"question\":\"has nigeria ever won the fifa world cup before\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}