{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ecdadcf5-10b6-515e-8484-0e6eac239710","task_key":"default--validation--ecdadcf5-10b6-515e-8484-0e6eac239710","task_revision_id":"1","upstream_id":"","short_description":"is dan marino in the hall of fame","config":"default","split":"validation","body":"{\"passage\":\"Best remembered for his quick release and powerful arm, Marino helped the Dolphins become consistent postseason contenders, leading them to the playoffs ten times and one Super Bowl appearance in XIX, although a title victory ultimately eluded him during his career. Marino is considered by many to be one of the greatest players to never win a Super Bowl and has the most career victories of quarterbacks to not win a title at 155. He was inducted into the Pro Football Hall of Fame in 2005.\",\"question\":\"is dan marino in the hall of fame\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}