{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b22f15d0-510f-58ee-9c0b-31f9aca36012","task_key":"default--validation--b22f15d0-510f-58ee-9c0b-31f9aca36012","task_revision_id":"1","upstream_id":"","short_description":"have tunisia been in the world cup before","config":"default","split":"validation","body":"{\"passage\":\"Tunisia have appeared in the finals of the FIFA World Cup on five occasions, the first being at the 1978 FIFA World Cup where they finished in ninth position. Between 1998 and 2006 they had a streak of three World Cup qualifications. They have made their fifth appearance at the finals in the 2018 FIFA World Cup in Russia.\",\"question\":\"have tunisia been in the world cup before\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}