{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8df6cbc7-a1cd-56f2-82d9-f1cc1db63103","task_key":"default--validation--8df6cbc7-a1cd-56f2-82d9-f1cc1db63103","task_revision_id":"1","upstream_id":"","short_description":"is lost in space based on a book","config":"default","split":"validation","body":"{\"passage\":\"In 1962, the first appearance of a space-faring Robinson family occurred in a comic book published by Gold Key Comics. The Space Family Robinson, who were scientists aboard Earth's ``Space Station One'', are swept away in a cosmic storm in the comic's second issue. These Robinsons were scientist father Craig, scientist mother June, early teens Tim (son) and Tam (daughter), along with pets Clancy (dog) and Yakker (parrot). Space Station One also boasted two spacemobiles for ship-to-planet travel.\",\"question\":\"is lost in space based on a book\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}