{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bdfb2be0-2b3d-56a5-9faf-97f8e26eedc7","task_key":"default--validation--bdfb2be0-2b3d-56a5-9faf-97f8e26eedc7","task_revision_id":"1","upstream_id":"","short_description":"does the governor general have to sign all bills passed by federal parliament","config":"default","split":"validation","body":"{\"passage\":\"The most important power is found in section 58: ``When a proposed law passed by both Houses of Parliament is presented to the Governor-General for the Queen's assent, he shall declare ... that he assents in the Queen's name.'' The royal assent brings such laws into effect, as legislation, from the date of signing.\",\"question\":\"does the governor general have to sign all bills passed by federal parliament\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}