{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2d17799c-15e4-5db9-9080-51c4a0f0e05f","task_key":"default--validation--2d17799c-15e4-5db9-9080-51c4a0f0e05f","task_revision_id":"1","upstream_id":"","short_description":"are the violin and the fiddle the same thing","config":"default","split":"validation","body":"{\"passage\":\"A fiddle is a bowed string musical instrument, most often a violin. It is a colloquial term for the violin, used by players in all genres including classical music. Fiddle playing, or fiddling, refers to various styles of music. The fiddle is part of many traditional (folk) styles of music which are aural traditions, taught 'by ear' rather than via written music.\",\"question\":\"are the violin and the fiddle the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}