{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8c948bf5-f403-5fbd-ab25-19925a39478c","task_key":"default--validation--8c948bf5-f403-5fbd-ab25-19925a39478c","task_revision_id":"1","upstream_id":"","short_description":"is there a gulf stream in the pacific","config":"default","split":"validation","body":"{\"passage\":\"It begins off the east coast of Luzon, Philippines, Taiwan and flows northeastward past Japan, where it merges with the easterly drift of the North Pacific Current. It is analogous to the Gulf Stream in the Atlantic Ocean, transporting warm, tropical water northward toward the polar region. It is sometimes known as the Black Stream -- the English translation of kuroshio and an allusion to the deep blue of its water -- and also as the ``Japan Current'' (日本海流, Nihon Kairyū).\",\"question\":\"is there a gulf stream in the pacific\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}