{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"831b0b0e-9257-5853-8ce5-af7a449aed4a","task_key":"default--validation--831b0b0e-9257-5853-8ce5-af7a449aed4a","task_revision_id":"1","upstream_id":"","short_description":"can you call fair catch on a kickoff","config":"default","split":"validation","body":"{\"passage\":\"A fair catch is a feature of American football and several other codes of football, in which a player attempting to catch a ball kicked by the opposing team -- either on a kickoff or punt -- is entitled to catch the ball without interference from any member of the kicking team. A ball caught in this manner becomes dead once caught, i.e., the player catching the ball is not entitled to run with the ball in an attempt to gain yardage, and the receiving team begins its drive at the spot where the ball was caught. A player wishing to make a fair catch signals his intent by extending one arm above his head and waving it while the kicked ball is in flight. The kicking team must allow the player an opportunity to make the catch without interference.\",\"question\":\"can you call fair catch on a kickoff\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}