{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c1f78d49-47a2-5572-afab-ca036d5c1685","task_key":"default--validation--c1f78d49-47a2-5572-afab-ca036d5c1685","task_revision_id":"1","upstream_id":"","short_description":"has an mlb game ever ended in a tie","config":"default","split":"validation","body":"{\"passage\":\"The longest game by innings in Major League Baseball was a 1--1 tie in the National League between the Boston Braves and the Brooklyn Robins in 26 innings, at Braves Field in Boston on May 1, 1920. It had become too dark to see the ball (fields did not have lights yet and the sun was setting), and the game was considered a draw. Played rapidly by modern standards, those 26 innings were completed in 3 hours and 50 minutes. As was the custom, the first pitch was thrown at 3:00 p.m.; home plate umpire Barry McCormick called the game as lights began appearing in the windows of buildings across the Charles River, just before 7:00 p.m.\",\"question\":\"has an mlb game ever ended in a tie\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}