{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff8b68d6-c533-5443-b1d5-6fe9ef0a8a8b","task_key":"default--validation--ff8b68d6-c533-5443-b1d5-6fe9ef0a8a8b","task_revision_id":"1","upstream_id":"","short_description":"is pasadena part of the san fernando valley","config":"default","split":"validation","body":"{\"passage\":\"Nearly two-thirds of the valley's land area is part of the city of Los Angeles. The other incorporated cities in the valley are Glendale, Burbank, San Fernando, Hidden Hills, Agoura Hills, and Calabasas.\",\"question\":\"is pasadena part of the san fernando valley\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}