{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01b48199-ddc1-5716-ac3b-e40c324c903c","task_key":"default--validation--01b48199-ddc1-5716-ac3b-e40c324c903c","task_revision_id":"1","upstream_id":"","short_description":"is salt water taffy made with ocean water","config":"default","split":"validation","body":"{\"passage\":\"Salt water taffy is composed of sugar, cornstarch, corn syrup, glycerine, water, butter, salt, natural and/or artificial flavor, and food color. Some examples of flavoring include vanilla, lemon, maple, banana, red licorice, watermelon, raspberry or mint extracts. Despite its name, the taffy contains no salt water (seawater), but does contain both salt and water.\",\"question\":\"is salt water taffy made with ocean water\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}