{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e6006fca-ae65-5945-9494-5542317748fc","task_key":"default--validation--e6006fca-ae65-5945-9494-5542317748fc","task_revision_id":"1","upstream_id":"","short_description":"is the lady liberty stamp a forever stamp","config":"default","split":"validation","body":"{\"passage\":\"The United States Post Office issued the Statue of Liberty Forever stamp on December 1, 2010. The stamp shows the replica of the Statue of Liberty (Liberty Enlightening the World) located at the New York-New York Hotel and Casino on the Las Vegas Strip rather than the original Statue of Liberty in New York. The error was not noticed until March 2011. The error was identified by Sunipix, a stock photo agency in Texas. Ten and a half billion of the error stamps were produced. The mistake is the largest run of an error on a postage stamp.\",\"question\":\"is the lady liberty stamp a forever stamp\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}