{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c43a27f6-3fa0-5c04-817b-2dcb991308ef","task_key":"default--validation--c43a27f6-3fa0-5c04-817b-2dcb991308ef","task_revision_id":"1","upstream_id":"","short_description":"does elmer's glue have milk in it","config":"default","split":"validation","body":"{\"passage\":\"Elmer's does not use animals or animal parts to make glue. Its glue adhesive products are made from synthetic materials and are not derived from processing horses, cows, or any other animals, or milk.\",\"question\":\"does elmer's glue have milk in it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}