{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6c4cb407-a1bd-5fae-9014-f237722b38ce","task_key":"default--validation--6c4cb407-a1bd-5fae-9014-f237722b38ce","task_revision_id":"1","upstream_id":"","short_description":"is the us open played on the same course every year","config":"default","split":"validation","body":"{\"passage\":\"The United States Open Championship, commonly known as the U.S. Open, is the annual open national championship of golf in the United States. It is the second of the four major championships in golf, and is on the official schedule of both the PGA Tour and the European Tour. Since 1898 the competition has been 72 holes of stroke play (4 rounds on an 18-hole course), with the winner being the player with the lowest total number of strokes. It is staged by the United States Golf Association (USGA) in mid-June, scheduled so that, if there are no weather delays, the final round is played on the third Sunday, which is Father's Day. The U.S. Open is staged at a variety of courses, set up in such a way that scoring is very difficult, with a premium placed on accurate driving.\",\"question\":\"is the us open played on the same course every year\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}