{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"41ea4e93-f091-50cb-837f-3f3deb13a22e","task_key":"default--validation--41ea4e93-f091-50cb-837f-3f3deb13a22e","task_revision_id":"1","upstream_id":"","short_description":"is there really a gotham city in new york","config":"default","split":"validation","body":"{\"passage\":\"Gotham City is traditionally depicted as being located in the state of New Jersey, within close proximity to Metropolis. Over the years, Gotham's look and atmosphere has been influenced by cities such as New York City and Chicago.\",\"question\":\"is there really a gotham city in new york\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}