{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4fd39204-0f6b-5209-8051-071a735d1e8e","task_key":"default--validation--4fd39204-0f6b-5209-8051-071a735d1e8e","task_revision_id":"1","upstream_id":"","short_description":"can an american get a coat of arms","config":"default","split":"validation","body":"{\"passage\":\"Heraldry in the United States was first established by European settlers who brought with them the heraldic customs of their respective countries of origin. As the use of coats of arms may be seen as a custom of royalty and nobility, it had been debated whether the use of arms is reconcilable with American republican traditions. Families from English, Scottish, Irish, Welsh, German, and other European nations with a heraldic tradition have retained their familial coat of arms in the United States. Several ``founding fathers'' also employed personal arms and a great number of Americans continue to do so.\",\"question\":\"can an american get a coat of arms\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}