{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15750d03-8433-5de9-abd5-1e67a8f3bcb4","task_key":"default--validation--15750d03-8433-5de9-abd5-1e67a8f3bcb4","task_revision_id":"1","upstream_id":"","short_description":"is there a bird called a rain crow","config":"default","split":"validation","body":"{\"passage\":\"The yellow-billed cuckoo (Coccyzus americanus) is a cuckoo. Common folk-names for this bird in the southern United States are rain crow and storm crow. These likely refer to the bird's habit of calling on hot days, often presaging rain or thunderstorms.\",\"question\":\"is there a bird called a rain crow\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}