{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"275ff9fe-29c3-5bbd-a89c-5dcadad8e3d3","task_key":"default--validation--275ff9fe-29c3-5bbd-a89c-5dcadad8e3d3","task_revision_id":"1","upstream_id":"","short_description":"did they use a real leopard in bringing up baby","config":"default","split":"validation","body":"{\"passage\":\"The script was written specifically for Hepburn, and was tailored to her personality. Filming began in September 1937 and wrapped in January 1938; it was over schedule and over budget. Production was frequently delayed due to uncontrollable laughing fits between Hepburn and Grant. Hepburn struggled with her comedic performance and was coached by another cast member, vaudeville veteran Walter Catlett. A tame leopard was used during the shooting; its trainer was off-screen with a whip for all its scenes.\",\"question\":\"did they use a real leopard in bringing up baby\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}