{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3b99a156-39b9-5a83-9a47-41b4f61128a1","task_key":"default--validation--3b99a156-39b9-5a83-9a47-41b4f61128a1","task_revision_id":"1","upstream_id":"","short_description":"can a president choose not to run for reelection","config":"default","split":"validation","body":"{\"passage\":\"``I do not choose to run'' is President Calvin Coolidge's statement to the press on his decision not to run for the 1928 presidential election. The statement was ambiguous, and led to considerable debate as to the intentions of its language.\",\"question\":\"can a president choose not to run for reelection\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}