{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01ad32fb-be7c-53d3-8f71-598c20f5d8cb","task_key":"default--validation--01ad32fb-be7c-53d3-8f71-598c20f5d8cb","task_revision_id":"1","upstream_id":"","short_description":"are the pirates of the caribbean movies based on books","config":"default","split":"validation","body":"{\"passage\":\"Pirates of the Caribbean is a Disney franchise encompassing numerous theme park attractions and a media franchise consisting of a series of films, and spin-off novels, as well as a number of related video games and other media publications. The franchise originated with the Pirates of the Caribbean theme ride attraction, which opened at Disneyland in 1967 and was one of the last Disney theme park attractions overseen by Walt Disney. Disney based the ride on pirate legends and folklore.\",\"question\":\"are the pirates of the caribbean movies based on books\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}