{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9ffeef84-b367-5ee5-8c4e-89c2e7f32242","task_key":"default--validation--9ffeef84-b367-5ee5-8c4e-89c2e7f32242","task_revision_id":"1","upstream_id":"","short_description":"is there gonna be a new halloween movie","config":"default","split":"validation","body":"{\"passage\":\"Halloween is an upcoming American slasher film directed by David Gordon Green and written by Green, Jeff Fradley, and Danny McBride. It is the eleventh installment in the Halloween franchise, and is a direct sequel to Halloween, while disregarding the continuity of the previous sequels. Jamie Lee Curtis and Nick Castle reprise their roles as Laurie Strode and Michael Myers, respectively, with stuntman James Jude Courtney also portraying Michael. The film also stars Judy Greer, Andi Matichak, Will Patton, and Virginia Gardner. Set forty years after the events of the first film, Halloween centers on Laurie Strode, facing Michael Myers, the masked figure who has haunted her since she narrowly escaped his killing spree on Halloween night four decades ago.\",\"question\":\"is there gonna be a new halloween movie\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}