{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"906dca0d-ba21-599e-bb13-a8f2be3a8f8e","task_key":"default--validation--906dca0d-ba21-599e-bb13-a8f2be3a8f8e","task_revision_id":"1","upstream_id":"","short_description":"can you make clothes out of spider silk","config":"default","split":"validation","body":"{\"passage\":\"Development of methods to mass-produce spider silk has led to manufacturing of military, medical and consumer goods, such as ballistics armour, athletic footwear, personal care products, breast implant and catheter coatings, mechanical insulin pumps, fashion clothing, and outerwear.\",\"question\":\"can you make clothes out of spider silk\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}