{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9fca45b0-4431-5b17-ae67-36efa3c5344b","task_key":"default--validation--9fca45b0-4431-5b17-ae67-36efa3c5344b","task_revision_id":"1","upstream_id":"","short_description":"does the queen stay at st james palace","config":"default","split":"validation","body":"{\"passage\":\"St James's Palace is still a working palace, and the Royal Court is still formally based there, despite the monarch residing elsewhere. It is also the London residence of the Princess Royal, Princess Beatrice of York, and Princess Alexandra. The palace is used to host official receptions, such as those of visiting heads of state, and charities of which members of the royal family are patrons. The Palace forms part of a sprawling complex of buildings housing Court offices and officials' apartments. The immediate palace complex includes York House, the former home of the Prince of Wales and his sons, Princes William and Harry. Lancaster House, located next-door, is used by HM Government for official receptions, and the nearby Clarence House, the former home of the Queen Mother, is now the residence of the Prince of Wales. The palace also served as the official residence for Princess Eugenie of York until April 2018.\",\"question\":\"does the queen stay at st james palace\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}