{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"000a5fef-689a-514a-b735-2b7b7596543a","task_key":"default--validation--000a5fef-689a-514a-b735-2b7b7596543a","task_revision_id":"1","upstream_id":"","short_description":"do you know the place where the peacock throne is now","config":"default","split":"validation","body":"{\"passage\":\"The Peacock Throne was a famous jeweled throne that was the seat of the Mughal emperors of India. It was commissioned in the early 17th century by emperor Shah Jahan and was located in the Diwan-i-Khas (Hall of Private Audiences) in the Red Fort of Delhi. The original throne was subsequently captured and taken as a war trophy in 1739 by the Persian emperor Nadir Shah, and has been lost since. A replacement throne based on the original was commissioned afterwards and existed until the Indian Rebellion of 1857.\",\"question\":\"do you know the place where the peacock throne is now\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}