{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8840aca1-0adf-57e9-a747-1a404eca72fc","task_key":"default--validation--8840aca1-0adf-57e9-a747-1a404eca72fc","task_revision_id":"1","upstream_id":"","short_description":"did the pirates of the caribbean ride come first","config":"default","split":"validation","body":"{\"passage\":\"Pirates of the Caribbean is a dark ride attraction at Disneyland, Magic Kingdom, Tokyo Disneyland, and Disneyland Park in Paris. The original version at Disneyland, which opened in 1967, was the last attraction whose construction was overseen by Walt Disney; he died three months before it opened. The ride, which tells the story of a band of pirates and their troubles and exploits, was replicated at the Magic Kingdom in 1973, at Tokyo Disneyland in 1983, and at Disneyland Paris in 1992. Each of the initial four versions of the ride has a different façade but a similar ride experience. A reimagined version of the ride, Pirates of the Caribbean: Battle for the Sunken Treasure, opened at the Shanghai Disneyland Park in 2016.\",\"question\":\"did the pirates of the caribbean ride come first\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}