{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e96e6926-640b-5be1-933a-2b3beea6d196","task_key":"default--validation--e96e6926-640b-5be1-933a-2b3beea6d196","task_revision_id":"1","upstream_id":"","short_description":"is the first wives club based on a true story","config":"default","split":"validation","body":"{\"passage\":\"The First Wives Club is a 1996 American comedy film based on the best-selling 1992 novel of the same name by Olivia Goldsmith. Narrated by Diane Keaton, it stars Keaton, Goldie Hawn, and Bette Midler as three divorced women who seek revenge on their ex-husbands who left them for younger women. Stephen Collins, Victor Garber and Dan Hedaya co-star as the husbands, and Sarah Jessica Parker, Marcia Gay Harden and Elizabeth Berkley as their lovers, with Maggie Smith, Bronson Pinchot and Stockard Channing also starring. Scott Rudin produced and Hugh Wilson directed; the film was distributed by Paramount Pictures.\",\"question\":\"is the first wives club based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}