{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2a49f8a7-b11d-5c1d-b0a6-dad539299350","task_key":"default--validation--2a49f8a7-b11d-5c1d-b0a6-dad539299350","task_revision_id":"1","upstream_id":"","short_description":"is oasis of the seas the largest cruise ship","config":"default","split":"validation","body":"{\"passage\":\"The Oasis class is a class of Royal Caribbean International cruise ships which are the world's largest passenger ships. The first two ships in the class, Oasis of the Seas and Allure of the Seas, were delivered respectively in 2009 and 2010 by STX Europe Turku Shipyard, Finland. A third Oasis class vessel, Harmony of the Seas, was delivered in 2016 built by STX France, and a fourth vessel, MS Symphony of the Seas, was completed in March 2018. One additional unnamed ship is currently under construction and is expected to be delivered in 2021. The first two ships in the class Oasis of the Seas and Allure of the Seas are slightly exceeded in size by the third ship Harmony of the Seas, while the Symphony of the Seas is the world's largest cruise ship. The fifth ship, due to be completed in Spring 2021, is planned to be larger than the Symphony of the Seas.\",\"question\":\"is oasis of the seas the largest cruise ship\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}