{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66be3df3-98df-590e-8eb9-39bfa511b60a","task_key":"default--validation--66be3df3-98df-590e-8eb9-39bfa511b60a","task_revision_id":"1","upstream_id":"","short_description":"can trucks go on the taconic state parkway","config":"default","split":"validation","body":"{\"passage\":\"According to data compiled by the National Highway Traffic Safety Administration, the Taconic was the second deadliest road in Dutchess County after US 9 between 1994 and 2008. New York State Police blamed travelers exceeding speed limits, wildlife crossings and trucks being directed onto the parkway by their GPS navigation devices. The state was planning to post more explicit signage making it clear that trucks are not allowed on parkways in New York.\",\"question\":\"can trucks go on the taconic state parkway\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}