{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0208ad86-2942-552a-a56b-612df538bbcb","task_key":"default--validation--0208ad86-2942-552a-a56b-612df538bbcb","task_revision_id":"1","upstream_id":"","short_description":"does salt water taffy have salt in it","config":"default","split":"validation","body":"{\"passage\":\"Salt water taffy is composed of sugar, cornstarch, corn syrup, glycerine, water, butter, salt, natural and/or artificial flavor, and food color. Some examples of flavoring include vanilla, lemon, maple, banana, red licorice, watermelon, raspberry or mint extracts. Despite its name, the taffy contains no salt water (seawater), but does contain both salt and water.\",\"question\":\"does salt water taffy have salt in it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}