{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"810588fc-199c-5331-96a2-2e3995c28aad","task_key":"default--validation--810588fc-199c-5331-96a2-2e3995c28aad","task_revision_id":"1","upstream_id":"","short_description":"is a new nba trophy made every year","config":"default","split":"validation","body":"{\"passage\":\"A new trophy design was created for the 1977 NBA Finals, although it retained the Walter A. Brown title. Unlike the original championship trophy, the new trophy was given permanently to the winning team and a new one was made every year.\",\"question\":\"is a new nba trophy made every year\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}