{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b3d2c14e-eab3-5428-8caf-a48460036557","task_key":"default--validation--b3d2c14e-eab3-5428-8caf-a48460036557","task_revision_id":"1","upstream_id":"","short_description":"is it illegal to steal a street sign","config":"default","split":"validation","body":"{\"passage\":\"In most jurisdictions, the theft of traffic signage is treated like any other theft with respect to prosecution and sentencing. If, however, the theft leads to an injury, then the thieves may be found criminally liable for the injury as well, provided that an injury of that sort was a foreseeable consequence of such a theft. In one notable United States case, three people were found guilty of manslaughter for stealing a stop sign and thereby causing a deadly collision. This was publicized in the novel Driver's Ed by Caroline B. Cooney.\",\"question\":\"is it illegal to steal a street sign\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}