{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d50604e3-4744-52cc-85e8-bf83ffb92ce1","task_key":"default--validation--d50604e3-4744-52cc-85e8-bf83ffb92ce1","task_revision_id":"1","upstream_id":"","short_description":"can u get held back in 8th grade","config":"default","split":"validation","body":"{\"passage\":\"In most countries, grade retention has been banned or strongly discouraged. In the United States, grade retention can be used in kindergarten through twelfth grade. However, with older students, retention is usually restricted to the specific classes that the student failed, so that a student can be, for example, promoted in a math class but retained in a language class.\",\"question\":\"can u get held back in 8th grade\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}