{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e877d6c1-8bea-5480-a372-2a9dba7f517e","task_key":"default--validation--e877d6c1-8bea-5480-a372-2a9dba7f517e","task_revision_id":"1","upstream_id":"","short_description":"is breakfast at tiffany's black and white","config":"default","split":"validation","body":"{\"passage\":\"The New York Times called the film a ``completely unbelievable but wholly captivating flight into fancy composed of unequal dollops of comedy, romance, poignancy, funny colloquialisms and Manhattan's swankiest East Side areas captured in the loveliest of colors''. In reviewing the performances, the newspaper said Holly Golightly is\",\"question\":\"is breakfast at tiffany's black and white\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}