{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d282bc98-ccef-5064-b22e-e981602b0806","task_key":"default--validation--d282bc98-ccef-5064-b22e-e981602b0806","task_revision_id":"1","upstream_id":"","short_description":"has the long exile of the archbishop ended","config":"default","split":"validation","body":"{\"passage\":\"The Becket controversy or Becket dispute was the quarrel between Thomas Becket, the Archbishop of Canterbury, and King Henry II of England, from 1163 to 1170. The controversy culminated with Becket's murder in 1170, and was followed by Becket's canonization in 1173 and Henry's public penance at Canterbury in July 1174.\",\"question\":\"has the long exile of the archbishop ended\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}