{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8f319b47-1828-524d-8abc-09b850f90c69","task_key":"default--validation--8f319b47-1828-524d-8abc-09b850f90c69","task_revision_id":"1","upstream_id":"","short_description":"did arizona die in season 8 of grey's anatomy","config":"default","split":"validation","body":"{\"passage\":\"Callie is referenced occasionally by Arizona and Sofia after her departure from the show. At the conclusion of season 14, Arizona departs the show to move to New York and it is implied that the two may ultimately reconcile.\",\"question\":\"did arizona die in season 8 of grey's anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}