{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a9288d5-7ddd-5399-afd6-bab6ee04851c","task_key":"default--validation--0a9288d5-7ddd-5399-afd6-bab6ee04851c","task_revision_id":"1","upstream_id":"","short_description":"does the national anthem of spain have words","config":"default","split":"validation","body":"{\"passage\":\"The ``Marcha Real'' (Spanish pronunciation: (ˈmaɾtʃa reˈal), ``Royal March'') is the national anthem of Spain. It is one of only four national anthems in the world (along with those of Bosnia and Herzegovina, Kosovo, and San Marino) that has no official lyrics. Although it had lyrics in the past, they are no longer used.\",\"question\":\"does the national anthem of spain have words\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}