{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8da2a796-916f-543a-8098-e839ca50a64d","task_key":"default--validation--8da2a796-916f-543a-8098-e839ca50a64d","task_revision_id":"1","upstream_id":"","short_description":"do donna and eric end up getting married","config":"default","split":"validation","body":"{\"passage\":\"In the final episode, Eric returns to Point Place for the New Year and he and Donna kiss. It is presumed that they end up together again at the end of the series and the end of the 1970s.\",\"question\":\"do donna and eric end up getting married\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}