{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"33479872-e149-5a61-bfd9-b021d94dcd30","task_key":"default--validation--33479872-e149-5a61-bfd9-b021d94dcd30","task_revision_id":"1","upstream_id":"","short_description":"is zendaya in spider man far from home","config":"default","split":"validation","body":"{\"passage\":\"Spider-Man: Far From Home is an upcoming American superhero film based on the Marvel Comics character Spider-Man, produced by Columbia Pictures and Marvel Studios, and distributed by Sony Pictures Releasing. It is intended to be the sequel to Spider-Man: Homecoming (2017) and the twenty-third film in the Marvel Cinematic Universe (MCU). The film is directed by Jon Watts, and written by Chris McKenna and Erik Sommers. It stars Tom Holland as Peter Parker / Spider-Man, alongside Michael Keaton, Jon Favreau, Zendaya, Marisa Tomei, Jake Gyllenhaal, Cobie Smulders, and Samuel L. Jackson. The film depicts Parker and his friends as they go on summer vacation to Europe.\",\"question\":\"is zendaya in spider man far from home\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}