{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"477d162e-e3a3-5715-8673-b7569d0290f3","task_key":"default--validation--477d162e-e3a3-5715-8673-b7569d0290f3","task_revision_id":"1","upstream_id":"","short_description":"did straws used to be made of paper","config":"default","split":"validation","body":"{\"passage\":\"A drinking straw or drinking tube is a small pipe that allows its user to more conveniently consume a beverage. A thin tube of paper, plastic (such as polypropylene and polystyrene), or other material is used by placing one end in the mouth and the other in the beverage. A combination of muscular action of the tongue and cheeks reduces air pressure in the mouth and above the liquid in the straw, whereupon atmospheric pressure forces the beverage through the straw. Drinking straws can be straight or have an angle-adjustable bellows segment.\",\"question\":\"did straws used to be made of paper\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}