{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c4b8b6ec-28e6-5b81-9123-07bf8ab49d47","task_key":"default--validation--c4b8b6ec-28e6-5b81-9123-07bf8ab49d47","task_revision_id":"1","upstream_id":"","short_description":"was family ties filmed in front of a live audience","config":"default","split":"validation","body":"{\"passage\":\"The show had been sold to the network using the pitch ``hip parents, square kids.'' Originally, Elyse and Steven were intended to be the main characters. However, the audience reacted so positively to Alex during the taping of the fourth episode that he became the focus on the show. Fox had received the role after Matthew Broderick turned it down.\",\"question\":\"was family ties filmed in front of a live audience\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}