{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a1d1376-9473-5a79-8c25-441c73f7a7bd","task_key":"default--validation--8a1d1376-9473-5a79-8c25-441c73f7a7bd","task_revision_id":"1","upstream_id":"","short_description":"is there more than one national treasure movie","config":"default","split":"validation","body":"{\"passage\":\"National Treasure is a series of political theatrical adventure mystery films produced by Jerry Bruckheimer and starring Nicolas Cage as Benjamin Gates, a treasure hunter who, with the help of his father, Patrick Henry Gates (Jon Voight), his girlfriend, Abigail Chase (Diane Kruger) and his loyal sidekick, Riley Poole (Justin Bartha), uncovers hidden troves and secrets from U.S. history. The films were distributed by Walt Disney Studios Motion Pictures. There are also a series of novels detailing the ancestors of Ben Gates, all written by Catherine Hapka.\",\"question\":\"is there more than one national treasure movie\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}