{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8f88c2a4-5ee8-55e9-9191-aed179c9a290","task_key":"default--validation--8f88c2a4-5ee8-55e9-9191-aed179c9a290","task_revision_id":"1","upstream_id":"","short_description":"is a dame the same as a knight","config":"default","split":"validation","body":"{\"passage\":\"Dame is an honorific title and the feminine form of address for the honour of knighthood in the British honours system and the systems of several other Commonwealth countries, such as Australia and New Zealand, with the masculine form of address being Sir. The word damehood is rarely used, but the official website of the British monarchy uses it as the correct term.\",\"question\":\"is a dame the same as a knight\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}