{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58da980d-9d39-5d0d-90d4-20c1855c55bd","task_key":"default--validation--58da980d-9d39-5d0d-90d4-20c1855c55bd","task_revision_id":"1","upstream_id":"","short_description":"is there a new pirates of the caribbean movie coming","config":"default","split":"validation","body":"{\"passage\":\"In September 2017, producer Jerry Bruckheimer indicated that another Pirates of the Caribbean sequel is still possible if Dead Men Tell No Tales does well in its home release. In October 2017, Kaya Scodelario said that she was contracted to return for a sixth film. Shortly after, it was announced that Joachim Rønning is being eyed to direct the film.\",\"question\":\"is there a new pirates of the caribbean movie coming\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}