{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"39df317b-19d5-5369-8117-5b319526d161","task_key":"default--validation--39df317b-19d5-5369-8117-5b319526d161","task_revision_id":"1","upstream_id":"","short_description":"is the book of life a pixar movie","config":"default","split":"validation","body":"{\"passage\":\"The Book of Life is a 2014 American 3D computer-animated musical fantasy adventure comedy film produced by Reel FX Creative Studios and distributed by 20th Century Fox. Co-written and directed by Jorge R. Gutierrez, it was produced by Aaron Berger, Brad Booker, Guillermo del Toro, and Carina Schulze. The film stars the voices of Diego Luna, Zoe Saldana, Channing Tatum, Christina Applegate, Ice Cube, Ron Perlman, and Kate del Castillo. Based on an original idea by Gutierrez, the story follows a bullfighter who, on the Day of the Dead, embarks on an afterlife adventure to fulfill the expectations of his family and friends.\",\"question\":\"is the book of life a pixar movie\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}