{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f523fb6-09c8-5c8a-9144-0d669f05acb9","task_key":"default--validation--4f523fb6-09c8-5c8a-9144-0d669f05acb9","task_revision_id":"1","upstream_id":"","short_description":"has it ever snowed in san diego california","config":"default","split":"validation","body":"{\"passage\":\"Snow has been recorded falling on lowland San Diego communities only five times in over 125 years of record-keeping. Snow flurries were last seen in San Diego on February 14, 2008 around 1,700 to 1,800 feet (520 to 550 m), and the last measurable snowfall to hit various neighborhoods and suburbs around the city fell on December 13, 1967. In winter, light snow is common in mountainous regions of east and north San Diego County above 3,000--4,000 feet (910--1,220 m).\",\"question\":\"has it ever snowed in san diego california\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}