{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b971ca95-170b-5306-b272-c471589d938d","task_key":"default--validation--b971ca95-170b-5306-b272-c471589d938d","task_revision_id":"1","upstream_id":"","short_description":"did france declare war on germany in ww2","config":"default","split":"validation","body":"{\"passage\":\"The Declaration of war by France and the United Kingdom was given on 3 September 1939, after German forces invaded Poland. Despite the speech being the official announcement of both France and the United Kingdom, the speech was given by the British Prime Minister Neville Chamberlain, in Westminster, London.\",\"question\":\"did france declare war on germany in ww2\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}