{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"71d416ba-f341-5f88-a751-db5b9de29dd2","task_key":"default--validation--71d416ba-f341-5f88-a751-db5b9de29dd2","task_revision_id":"1","upstream_id":"","short_description":"is the palace of versailles open to the public","config":"default","split":"validation","body":"{\"passage\":\"The Palace of Versailles is owned by the French state. Its formal title is the Public Establishment of the Palace, Museum and National Estate of Versailles Since 1995, it has been run as a Public Establishment, with an independent administration and management supervised by the French Ministry of Culture. The current Chairperson of the Public Establishment is Catherine Pégard.\",\"question\":\"is the palace of versailles open to the public\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}