{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2e27033a-5f2f-5722-a5f1-faf919f09429","task_key":"default--validation--2e27033a-5f2f-5722-a5f1-faf919f09429","task_revision_id":"1","upstream_id":"","short_description":"is the movie iceman based on a true story","config":"default","split":"validation","body":"{\"passage\":\"The Iceman is an American biography crime thriller film based on the true story of longtime notorious hitman Richard Kuklinski. Released in 2012 at the Venice Film Festival, the film was directed by Ariel Vromen, and stars Michael Shannon as Kuklinski, Winona Ryder, Chris Evans, and Ray Liotta.\",\"question\":\"is the movie iceman based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}