{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ecfab8cc-2a30-5b4a-b80f-25c4df058b12","task_key":"default--validation--ecfab8cc-2a30-5b4a-b80f-25c4df058b12","task_revision_id":"1","upstream_id":"","short_description":"can a ship's captain legally marry a couple","config":"default","split":"validation","body":"{\"passage\":\"There is a common belief that ship captains have historically been, and currently are, able to perform marriages. Although this depends on the country of registry, ship captains are not, and have never been, permitted to perform marriages in the US.\",\"question\":\"can a ship's captain legally marry a couple\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}