{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17aadfac-c827-5483-8e88-ad7274b24ffd","task_key":"default--validation--17aadfac-c827-5483-8e88-ad7274b24ffd","task_revision_id":"1","upstream_id":"","short_description":"is a certification of birth the same as a birth certificate","config":"default","split":"validation","body":"{\"passage\":\"The actual record of birth is stored with a government agency. That agency will issue certified copies or representations of the original birth record upon request, which can be used to apply for government benefits, such as passports. The certification is signed and/or sealed by the registrar or other custodian of birth records, who is commissioned by the government.\",\"question\":\"is a certification of birth the same as a birth certificate\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}