{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"490df0ca-c1fe-5202-bd1e-7947284b9d9d","task_key":"default--validation--490df0ca-c1fe-5202-bd1e-7947284b9d9d","task_revision_id":"1","upstream_id":"","short_description":"does insidious 3 take place before 1 and 2","config":"default","split":"validation","body":"{\"passage\":\"Insidious: Chapter 3 is a 2015 supernatural horror film written and directed by Leigh Whannell in his directorial debut. It is a prequel to the first two films and the third installment in the Insidious franchise. The film stars Dermot Mulroney and Stefanie Scott, with Angus Sampson, Whannell, and Lin Shaye reprising their roles from the previous films. The film was released on June 5, 2015, received mixed reviews and grossed $113 million against a budget of $11 million.\",\"question\":\"does insidious 3 take place before 1 and 2\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}