{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"84a56f75-ca11-5212-a71a-cb75cb33209e","task_key":"default--validation--84a56f75-ca11-5212-a71a-cb75cb33209e","task_revision_id":"1","upstream_id":"","short_description":"is the berlin wall the same as the berlin blockade","config":"default","split":"validation","body":"{\"passage\":\"By the spring of 1949, the airlift was clearly succeeding, and by April it was delivering more cargo than had previously been transported into the city by rail. On 12 May 1949, the USSR lifted the blockade of West Berlin. The Berlin Blockade served to highlight the competing ideological and economic visions for postwar Europe.\",\"question\":\"is the berlin wall the same as the berlin blockade\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}