{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c0333ef7-98d7-50d0-b5e9-6e3402b7d508","task_key":"default--validation--c0333ef7-98d7-50d0-b5e9-6e3402b7d508","task_revision_id":"1","upstream_id":"","short_description":"does the government own the us postal service","config":"default","split":"validation","body":"{\"passage\":\"The United States Postal Service (USPS; also known as the Post Office, U.S. Mail, or Postal Service) is an independent agency of the United States federal government responsible for providing postal service in the United States, including its insular areas and associated states. It is one of the few government agencies explicitly authorized by the United States Constitution.\",\"question\":\"does the government own the us postal service\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}