{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a2dac4a9-1a9e-5d47-8e38-1e3b7230bc2a","task_key":"default--validation--a2dac4a9-1a9e-5d47-8e38-1e3b7230bc2a","task_revision_id":"1","upstream_id":"","short_description":"is the little house on the prairie fiction","config":"default","split":"validation","body":"{\"passage\":\"The ``Little House'' Books is a series of American children's novels written by Laura Ingalls Wilder, based on her childhood and adolescence in the American Midwest (Wisconsin, Kansas, Minnesota, South Dakota, and Missouri) between 1870 and 1894. Eight of the novels were completed by Wilder, and published by Harper & Brothers. The appellation ``Little House'' books comes from the first and third novels in the series of eight published in her lifetime. The second novel was about her husband's childhood. The first draft of a ninth novel was published posthumously in 1971 and is commonly included in the series.\",\"question\":\"is the little house on the prairie fiction\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}