{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"623386dc-91ad-5081-b3e4-aa784c72016f","task_key":"default--validation--623386dc-91ad-5081-b3e4-aa784c72016f","task_revision_id":"1","upstream_id":"","short_description":"did grace have a baby on will & grace","config":"default","split":"validation","body":"{\"passage\":\"``The Finale'' is the twenty-third episode of American television series Will & Grace's eighth season, which originally served as the series finale prior to the announcement of a 16-episode ninth season revival slated for the 2017--18 TV season. It originally aired on the National Broadcasting Company (NBC) in the United States on May 18, 2006, when it was watched by an average of eighteen million viewers, making it the most watched episode of the final two seasons of Will & Grace. In the finale, Will and Grace have a falling-out that lasts for years. They each have a child with their respective partners, and eventually reconcile when their children (Laila and Ben) meet at college. Meanwhile, Karen's arch-enemy Beverley Leslie makes an offer to Jack which ultimately leads to Jack inheriting Beverley's fortune.\",\"question\":\"did grace have a baby on will & grace\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}