{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"12daa955-5e82-58cb-be26-3812826558b9","task_key":"default--validation--12daa955-5e82-58cb-be26-3812826558b9","task_revision_id":"1","upstream_id":"","short_description":"is the strangers prey at night a remake","config":"default","split":"validation","body":"{\"passage\":\"The Strangers: Prey at Night is a 2018 American slasher film directed by Johannes Roberts and starring Christina Hendricks, Martin Henderson, Bailee Madison and Lewis Pullman. A sequel to the 2008 film The Strangers, it is written by Bryan Bertino (who wrote and directed the first film) and Ben Ketai. Mike and his wife Cindy take their son and daughter on a road trip that becomes their worst nightmare. The family members soon find themselves in a desperate fight for survival when they arrive at a secluded mobile home park that's mysteriously deserted -- until three masked psychopaths show up to satisfy their thirst for blood.\",\"question\":\"is the strangers prey at night a remake\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}