{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3cd6b50-ea44-501e-a79b-dad2a4e7d901","task_key":"default--validation--c3cd6b50-ea44-501e-a79b-dad2a4e7d901","task_revision_id":"1","upstream_id":"","short_description":"is pokemon lets go eevee a spin off","config":"default","split":"validation","body":"{\"passage\":\"Pokémon: Let's Go, Pikachu! and Pokémon: Let's Go, Eevee! are upcoming role-playing video games (RPGs) developed by Game Freak and published by The Pokémon Company and Nintendo for the Nintendo Switch. The games are the first installments of the main Pokémon RPG series for the Nintendo Switch. They are enhanced remakes of the 1998 video game Pokémon Yellow. They will also contain influences from Pokémon Go, as well as integration with Go, and will support a new optional controller called the Poké Ball Plus. The games are scheduled to be released worldwide on November 16, 2018.\",\"question\":\"is pokemon lets go eevee a spin off\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}