{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c5b65400-651f-589c-befa-a6891505372d","task_key":"default--validation--c5b65400-651f-589c-befa-a6891505372d","task_revision_id":"1","upstream_id":"","short_description":"is there a law that says we have to pay taxes","config":"default","split":"validation","body":"{\"passage\":\"Some tax protesters such as Edward Brown and tax protester organizations such as the We the People Foundation have used the phrase ``show me the law'' to argue that the Internal Revenue Service refuses to disclose the laws that impose the legal obligation to file Federal income tax returns or pay Federal income taxes--and to argue that there must be no law imposing Federal income taxes.\",\"question\":\"is there a law that says we have to pay taxes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}