{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"db73c44a-d46c-5c8a-9653-80276a9e4ee0","task_key":"default--validation--db73c44a-d46c-5c8a-9653-80276a9e4ee0","task_revision_id":"1","upstream_id":"","short_description":"is there a town under caesar's creek","config":"default","split":"validation","body":"{\"passage\":\"The construction of the Caesar Creek Lake flooded the small farming village of New Burlington, Ohio in 1973. The history of the community was collected through stories, letters, and journals in the book New Burlington: The Life and Death of an American Village by John Baskin.\",\"question\":\"is there a town under caesar's creek\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}