{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"37c71c64-ed45-53ec-a777-c56afa93c9f0","task_key":"default--validation--37c71c64-ed45-53ec-a777-c56afa93c9f0","task_revision_id":"1","upstream_id":"","short_description":"is a peck the same as a bushel","config":"default","split":"validation","body":"{\"passage\":\"A peck is an imperial and United States customary unit of dry volume, equivalent to 2 dry gallons or 8 dry quarts or 16 dry pints (9.09 (UK) or 8.81 (US) liters). Two pecks make a kenning (obsolete), and four pecks make a bushel. Although the peck is no longer widely used, some produce, such as apples, is still often sold by the peck. Despite being referenced in the well-known Peter Piper tongue twister, pickled peppers are so rarely sold by the peck that any association between pickled peppers and the peck unit of measurement is considered humorous in nature.\",\"question\":\"is a peck the same as a bushel\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}