{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9ae0a87f-d02e-5a53-acc1-e5b6ac2b0549","task_key":"default--validation--9ae0a87f-d02e-5a53-acc1-e5b6ac2b0549","task_revision_id":"1","upstream_id":"","short_description":"has nigeria reached quater final in world cup","config":"default","split":"validation","body":"{\"passage\":\"Nigeria have appeared in the finals of the FIFA World Cup on six occasions, the first being in 1994 where they reached the second round. Their sixth and most recent appearance at the finals was the 2018 FIFA World Cup in Russia.\",\"question\":\"has nigeria reached quater final in world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}