{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"76c18ffc-2ea7-5b88-b7d8-a5cb7e1933ff","task_key":"default--validation--76c18ffc-2ea7-5b88-b7d8-a5cb7e1933ff","task_revision_id":"1","upstream_id":"","short_description":"do you have to call a married woman matron of honor","config":"default","split":"validation","body":"{\"passage\":\"The principal bridesmaid, if one is so designated, may be called the chief bridesmaid or maid of honor if she is unmarried, or the matron of honor if she is married. A junior bridesmaid is a girl who is clearly too young to be married, but who is included as an honorary bridesmaid. In the United States, typically only the maid/matron of honor and the best man are the official witnesses for the wedding license.\",\"question\":\"do you have to call a married woman matron of honor\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}