{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6c27cf86-0e9e-561f-b97d-0905cd4105eb","task_key":"default--validation--6c27cf86-0e9e-561f-b97d-0905cd4105eb","task_revision_id":"1","upstream_id":"","short_description":"does the vatican city have its own laws","config":"default","split":"validation","body":"{\"passage\":\"The law of Vatican City State consists of many forms, the most important of which is the Fundamental Law of Vatican City State. The Code of Penal Procedure governs tribunals and the Lateran Treaty governs relations with the Republic of Italy.\",\"question\":\"does the vatican city have its own laws\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}