{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6000f4e1-07f5-5268-9fbc-4ee701e10d95","task_key":"default--validation--6000f4e1-07f5-5268-9fbc-4ee701e10d95","task_revision_id":"1","upstream_id":"","short_description":"do foreign dignitaries stay at the white house","config":"default","split":"validation","body":"{\"passage\":\"The President's Guest House is one of several residences owned by the United States government for use by the President and Vice President of the United States; other such residences include the White House, Camp David, One Observatory Circle, the Presidential Townhouse, and Trowbridge House. The President's Guest House has been called ``the world's most exclusive hotel'' because it is primarily used to host visiting dignitaries and other guests of the president. It is larger than the White House and closed to the public.\",\"question\":\"do foreign dignitaries stay at the white house\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}