{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3086bd6e-6fc0-58fa-b235-576c033cba74","task_key":"default--validation--3086bd6e-6fc0-58fa-b235-576c033cba74","task_revision_id":"1","upstream_id":"","short_description":"are there any tolls on i-75","config":"default","split":"validation","body":"{\"passage\":\"The Turnpike collects tolls in the portion of I-75 known as Alligator Alley, the Sunshine Skyway Bridge, the Pinellas Bayway System and the Beachline East (State Road 528) -- all FDOT-owned roads and bridges. It also provides toll collection services for the Garcon Point and Mid-Bay Bridges in Florida's Panhandle as well as the Lee Roy Selmon Expressway in Tampa. These roads, as well as the roads on the Central Florida Expressway Authority system (Apopka Expressway, Beachline Expressway east of exit 8, Central Florida GreeneWay, East-West Expressway, and the Western Beltway) are compatible with SunPass and benefit from an average of 25% discount.\",\"question\":\"are there any tolls on i-75\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}