{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f998580e-c66c-5a9a-a262-7e04018d4c9d","task_key":"default--validation--f998580e-c66c-5a9a-a262-7e04018d4c9d","task_revision_id":"1","upstream_id":"","short_description":"do elizabeth and jack sparrow end up together","config":"default","split":"validation","body":"{\"passage\":\"Elizabeth Swann (later Elizabeth Turner) is a fictional character in the Pirates of the Caribbean film series. She appears in The Curse of the Black Pearl (2003) and three of its sequels, Dead Man's Chest (2006), At World's End (2007) and Dead Men Tell No Tales (2017). She is portrayed by Keira Knightley (and as a child by Lucinda Dryzek in the prologue of The Curse of the Black Pearl). She is known to use the alias ``Elizabeth Turner'', but this later becomes her married name when she weds the character Will Turner (played by Orlando Bloom).\",\"question\":\"do elizabeth and jack sparrow end up together\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}