{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1bb0cdb7-a50e-532a-a1c9-cdd31a323b03","task_key":"default--validation--1bb0cdb7-a50e-532a-a1c9-cdd31a323b03","task_revision_id":"1","upstream_id":"","short_description":"does maid marian die in once upon a time","config":"default","split":"validation","body":"{\"passage\":\"Instead, Zelena travels the time portal with Emma and Hook to change the past, where she takes the opportunity to kill Robin's wife, Marian, and takes her place instead using magic to conceal her true identity. At some point after turning into Marian, Zelena uses magic to learn everything she can about her.\",\"question\":\"does maid marian die in once upon a time\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}