{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f541c6f8-5ef0-541d-b055-49baf099eed1","task_key":"default--validation--f541c6f8-5ef0-541d-b055-49baf099eed1","task_revision_id":"1","upstream_id":"","short_description":"is there a red light district in brussels","config":"default","split":"validation","body":"{\"passage\":\"The main red light district in Brussels is north of the Gare du Nord. In Rue d'Aerschot, Rue de Brabant and the surrounding side-streets there are sex shops and many windows where prostitutes sit. Most of the prostitutes near the Gare du Nord, including Rue d'Aerschot, are Romanian and Bulgarian. Further away from the station the girls are more from Ghana and Nigeria.\",\"question\":\"is there a red light district in brussels\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}