{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"301893f7-19df-5636-a14e-54cfa4436015","task_key":"default--validation--301893f7-19df-5636-a14e-54cfa4436015","task_revision_id":"1","upstream_id":"","short_description":"do all lanes of traffic have to stop for a school bus","config":"default","split":"validation","body":"{\"passage\":\"Generally, if a stopped school bus is displaying a flashing, alternating red lamp, a driver of a vehicle meeting or overtaking the stopped bus from either direction (front or back) must stop and wait until the bus moves again or the red light is off. Police officers, school crossing guards, and even school bus drivers themselves may have the power to wave traffic on, even when a red light is flashing.\",\"question\":\"do all lanes of traffic have to stop for a school bus\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}