{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3d1efab-46c0-5b00-ab8d-1751eb298234","task_key":"default--validation--c3d1efab-46c0-5b00-ab8d-1751eb298234","task_revision_id":"1","upstream_id":"","short_description":"can you use them as a singular pronoun","config":"default","split":"validation","body":"{\"passage\":\"The singular they had emerged by the 14th century. Though it is commonly employed in everyday English, it has been the target of criticism since the late 19th century. Its use in formal English has increased with the trend toward gender-inclusive language.\",\"question\":\"can you use them as a singular pronoun\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}