{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2dcfd85e-836d-598d-9459-31b0db034e52","task_key":"default--validation--2dcfd85e-836d-598d-9459-31b0db034e52","task_revision_id":"1","upstream_id":"","short_description":"is there an amtrak station in pensacola florida","config":"default","split":"validation","body":"{\"passage\":\"Pensacola station is a former train station in Pensacola, Florida. It was served by Amtrak, the national railroad passenger system. The station served as a replacement for the former Louisville and Nashville Passenger Station and Express Building. Service has been suspended since Hurricane Katrina struck Pensacola in 2005. However, service is proposed to return in the near future, bringing back the Sunset Limited to this station.\",\"question\":\"is there an amtrak station in pensacola florida\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}