{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9827218a-58f4-522d-b019-9ab910c28e29","task_key":"default--validation--9827218a-58f4-522d-b019-9ab910c28e29","task_revision_id":"1","upstream_id":"","short_description":"is lord of all hopefulness a funeral hymn","config":"default","split":"validation","body":"{\"passage\":\"``Lord of all Hopefulness'' is a Christian hymn written by Jan Struther, which was published in the enlarged edition of Songs of Praise (Oxford University Press) in 1931. The hymn is used in liturgy, at weddings and at the beginning of funeral services.\",\"question\":\"is lord of all hopefulness a funeral hymn\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}