{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8874345a-c2d5-57f3-82cc-6c86efd8b70f","task_key":"default--validation--8874345a-c2d5-57f3-82cc-6c86efd8b70f","task_revision_id":"1","upstream_id":"","short_description":"was there a book that predicted the titanic","config":"default","split":"validation","body":"{\"passage\":\"The Wreck of the Titan: Or, Futility (originally called Futility) is an 1898 novella written by Morgan Robertson. The story features the fictional ocean liner Titan, which sinks in the North Atlantic after striking an iceberg.Titan and its sinking have been noted to be very similar to the real-life passenger ship RMS Titanic, which sank fourteen years later. Following the sinking of the Titanic, the novel was reissued with some changes, particularly in the ship's gross tonnage.\",\"question\":\"was there a book that predicted the titanic\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}