{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"253ff6c3-2058-5ce0-a539-9b40370d12dd","task_key":"default--validation--253ff6c3-2058-5ce0-a539-9b40370d12dd","task_revision_id":"1","upstream_id":"","short_description":"is the show shadowhunters based on a book","config":"default","split":"validation","body":"{\"passage\":\"Shadowhunters, also known as Shadowhunters: The Mortal Instruments, is an American supernatural drama television series developed by Ed Decter, loosely based on the popular book series The Mortal Instruments written by Cassandra Clare. It premiered in North America on Freeform on January 12, 2016. Primarily filmed in Toronto, Ontario, Canada, the series follows Clary Fray (Katherine McNamara), who finds out on her birthday that she is not who she thinks she is but rather comes from a long line of Shadowhunters, human-angel hybrids who hunt down demons.\",\"question\":\"is the show shadowhunters based on a book\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}