{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b82e8036-7ca2-583f-932d-ac6617f2d82f","task_key":"default--validation--b82e8036-7ca2-583f-932d-ac6617f2d82f","task_revision_id":"1","upstream_id":"","short_description":"is a sermon the same as a homily","config":"default","split":"validation","body":"{\"passage\":\"A homily is a commentary that follows a reading of scripture. In Catholic, Anglican, Lutheran, and Eastern Orthodox Churches, a homily is usually given during Mass (Divine Liturgy or Holy Qurbana for Orthodox and Eastern Catholic Churches, and Divine Service for the Lutheran Church) at the end of the Liturgy of the Word. Many people consider it synonymous with a sermon.\",\"question\":\"is a sermon the same as a homily\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}