{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"078aca93-aaa5-5764-a3b3-3b7d6b47c469","task_key":"default--validation--078aca93-aaa5-5764-a3b3-3b7d6b47c469","task_revision_id":"1","upstream_id":"","short_description":"is chicago fire filmed in a real firehouse","config":"default","split":"validation","body":"{\"passage\":\"The building used in the show for the firehouse exteriors is a working Chicago Fire Department firehouse, and is the headquarters of Engine 18, located at 1360 South Blue Island Avenue at Maxwell Street, between 13th & Racine. Housed here is ALS Engine 18, 2--2--1 (Deputy District Chief -- 1st District), 2--1--21 (1st District Chief), 6--4--16 (High-Rise Response Unit), and ALS Ambulance 65. The interiors of Firehouse 51 are filmed at Cinespace Chicago Film Studios. The station house used for exteriors in Chicago PD is just a few blocks away at 949 West Maxwell Street at Morgan Street (interiors likewise filmed at Cinespace).\",\"question\":\"is chicago fire filmed in a real firehouse\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}