{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"28a44d61-116f-565d-8306-148b2185230a","task_key":"default--validation--28a44d61-116f-565d-8306-148b2185230a","task_revision_id":"1","upstream_id":"","short_description":"do all ni numbers have a letter at the end","config":"default","split":"validation","body":"{\"passage\":\"The format of the number is two prefix letters, six digits, and one suffix letter. The example used is typically QQ123456C. Often, the number is printed with spaces to pair off the digits, like this: QQ 12 34 56 C.\",\"question\":\"do all ni numbers have a letter at the end\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}