{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3b216e18-28b7-59b9-a835-13c57ecd0d97","task_key":"default--validation--3b216e18-28b7-59b9-a835-13c57ecd0d97","task_revision_id":"1","upstream_id":"","short_description":"does the commuter rail go to new hampshire","config":"default","split":"validation","body":"{\"passage\":\"The system's routes span the eastern third of Massachusetts and the northern half of Rhode Island. They stretch from Newburyport in the north to North Kingstown, Rhode Island in the south, and reach as far west as Worcester and Fitchburg. There are plans to expand the area covered by the Commuter Rail further into Rhode Island to the south as well as into New Hampshire to the north.\",\"question\":\"does the commuter rail go to new hampshire\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}