{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bc7308fd-8b4e-55b2-a154-68621b238733","task_key":"default--validation--bc7308fd-8b4e-55b2-a154-68621b238733","task_revision_id":"1","upstream_id":"","short_description":"is there a place called cabot cove maine","config":"default","split":"validation","body":"{\"passage\":\"The show revolves around the day-to-day life of Jessica Fletcher, a childless, widowed, retired English teacher who becomes a successful mystery writer. Despite fame and fortune, Jessica remains a resident of Cabot Cove, a small coastal community in Maine, and maintains her links with all of her old friends, never letting her success go to her head. Exterior shots of Cabot Cove were filmed in Mendocino, California. The fictional ``Cabot Cove'' name for the series' coastal town was derived from the name of an actual bay harbor inlet in Kennebunkport, Maine, located near the town's center, on the road where motels and lobster shack dives are located.\",\"question\":\"is there a place called cabot cove maine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}