{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f4569b45-d4ca-5ec0-8bad-a7b6d263f8b8","task_key":"default--validation--f4569b45-d4ca-5ec0-8bad-a7b6d263f8b8","task_revision_id":"1","upstream_id":"","short_description":"is railroad retirement the same as social security","config":"default","split":"validation","body":"{\"passage\":\"The RRB serves U.S. railroad workers and their families, and administers retirement, survivor, unemployment, and sickness benefits. Consequently, railroad workers do not participate in the United States Social Security program. The RRB's headquarters are in Chicago, Illinois, with field offices throughout the country.\",\"question\":\"is railroad retirement the same as social security\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}