{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ea7a06ae-2f7b-5bf9-bfa1-e10a6d2fd896","task_key":"default--validation--ea7a06ae-2f7b-5bf9-bfa1-e10a6d2fd896","task_revision_id":"1","upstream_id":"","short_description":"will there be a pirates of the carribean 6","config":"default","split":"validation","body":"{\"passage\":\"In September 2017, producer Jerry Bruckheimer indicated that another Pirates of the Caribbean sequel is still possible if Dead Men Tell No Tales does well in its home release. In October 2017, Kaya Scodelario said that she was contracted to return for a sixth film. Shortly after, it was announced that Joachim Rønning is being eyed to direct the film.\",\"question\":\"will there be a pirates of the carribean 6\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}