{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"494836a6-84e2-5151-b130-ff87ef7fe7fc","task_key":"default--validation--494836a6-84e2-5151-b130-ff87ef7fe7fc","task_revision_id":"1","upstream_id":"","short_description":"is the coffee bean and tea leaf kosher","config":"default","split":"validation","body":"{\"passage\":\"All CBTL coffees, teas, and the powders used to make other beverages, are certified kosher. All company-owned CBTL locations in Southern California are certified kosher. Most in California and Nevada have signed and dated certificates indicating that the entirety of their items are kosher in conformance to the standards of the certifying agency. However, privately-owned franchise stores can opt out of kosher certification.\",\"question\":\"is the coffee bean and tea leaf kosher\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}