{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"420cf5b0-cfab-5e29-9c84-33c630f79fe5","task_key":"default--validation--420cf5b0-cfab-5e29-9c84-33c630f79fe5","task_revision_id":"1","upstream_id":"","short_description":"is red velvet cake chocolate cake with red dye","config":"default","split":"validation","body":"{\"passage\":\"Red velvet cake is traditionally a red, red-brown, mahogany, maroon, crimson or scarlet colored chocolate layer cake, layered with white cream cheese or ermine icing. The cake is commonly served on Christmas or Valentine's Day. Common modern red velvet cake is made with red dye; the red color was originally due to non-Dutched, anthocyanin-rich cocoa.\",\"question\":\"is red velvet cake chocolate cake with red dye\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}