{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"be0f0d94-3441-5acc-8f04-fc593449145a","task_key":"default--validation--be0f0d94-3441-5acc-8f04-fc593449145a","task_revision_id":"1","upstream_id":"","short_description":"is leatherface in texas chainsaw massacre the same","config":"default","split":"validation","body":"{\"passage\":\"Leatherface is a 2017 American horror film directed by Julien Maury and Alexandre Bustillo, written by Seth M. Sherwood, and starring Stephen Dorff, Vanessa Grasse, Sam Strike, and Lili Taylor. It is the eighth film in the Texas Chainsaw Massacre franchise (TCM), and works as a prequel to 1974's The Texas Chain Saw Massacre, explaining the origin of the series' lead character.\",\"question\":\"is leatherface in texas chainsaw massacre the same\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}