{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3880aa76-efaf-5038-84b8-473938d2e96c","task_key":"default--validation--3880aa76-efaf-5038-84b8-473938d2e96c","task_revision_id":"1","upstream_id":"","short_description":"does henrys hard soda have alcohol in it","config":"default","split":"validation","body":"{\"passage\":\"Hard soda, also referred to as flavored beer, is a type of alcoholic beverage and craft beer that is manufactured in the style of a soft drink. It has gained recent prominence in the United States after the success of the Not Your Father's Root Beer brand manufactured by Small Town Brewery. As of late May 2016, at least 39 hard soda brands exist in the United States.\",\"question\":\"does henrys hard soda have alcohol in it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}