{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e45e5d45-7f5b-51d3-916f-00f58da61e01","task_key":"default--validation--e45e5d45-7f5b-51d3-916f-00f58da61e01","task_revision_id":"1","upstream_id":"","short_description":"is area code 669 a toll free number","config":"default","split":"validation","body":"{\"passage\":\"Area code 408 is a California telephone area code that was split from area code 415 as a flash-cut in 1959. Area code 669 is an overlay of 408 that became effective on November 20, 2012. It covers most of Santa Clara County and Northern Santa Cruz County and includes Gilroy, Morgan Hill, Saratoga, Los Gatos, Monte Sereno, Milpitas, Sunnyvale, Santa Clara, Cupertino, and San Jose.\",\"question\":\"is area code 669 a toll free number\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}