{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f335297c-59c5-5e1c-b5d8-1c1a03ea60b5","task_key":"default--validation--f335297c-59c5-5e1c-b5d8-1c1a03ea60b5","task_revision_id":"1","upstream_id":"","short_description":"are there any living cast members of the wizard of oz","config":"default","split":"validation","body":"{\"passage\":\"Gerard Marenghi (January 24, 1920 -- May 24, 2018), known as Jerry Maren, was an American actor who played a Munchkin member of the Lollipop Guild in the 1939 Metro-Goldwyn-Mayer film, The Wizard of Oz. He became the last surviving Munchkin following the death of Ruth Duccini on January 16, 2014, and was also the last surviving cast member with a speaking or singing role.\",\"question\":\"are there any living cast members of the wizard of oz\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}