{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dcc027e8-7b99-5d83-8c68-618852714b51","task_key":"default--validation--dcc027e8-7b99-5d83-8c68-618852714b51","task_revision_id":"1","upstream_id":"","short_description":"does the alphabet song and twinkle twinkle have the same tune","config":"default","split":"validation","body":"{\"passage\":\"The song was first copyrighted in 1835 by the Boston-based music publisher Charles Bradlee, and given the title ``The A.B.C., a German air with variations for the flute with an easy accompaniment for the piano forte''. The musical arrangement was attributed to Louis Le Maire (sometimes Lemaire), an 18th-century composer. This was ``Entered according to act of Congress, in the year 1835, by C. Bradlee, in the clerk's office of the District Court of Massachusetts'', according to the Newberry Library, which also says, ``The theme is that used by Mozart for his piano variations, Ah, vous dirai-je, maman.'' This tune is the same as the tune for ``Twinkle, Twinkle, Little Star'' and ``Baa, Baa, Black Sheep''.\",\"question\":\"does the alphabet song and twinkle twinkle have the same tune\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}