{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"429f78b7-70b5-5c69-82e4-f2780d2a2494","task_key":"default--validation--429f78b7-70b5-5c69-82e4-f2780d2a2494","task_revision_id":"1","upstream_id":"","short_description":"is howl's moving castle based on a book","config":"default","split":"validation","body":"{\"passage\":\"Howl's Moving Castle is a fantasy novel by British author Diana Wynne Jones, first published in 1986 by Greenwillow Books of New York. It was a runner-up for the annual Boston Globe--Horn Book Award and it won the Phoenix Award twenty years later, recognising its rise from relative obscurity. In 2004 it was adapted as an animated film of the same name, which was nominated for the Academy Award for Best Animated Feature.\",\"question\":\"is howl's moving castle based on a book\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}