{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d01cba61-2894-5e42-b29c-92c684a2b3c2","task_key":"default--validation--d01cba61-2894-5e42-b29c-92c684a2b3c2","task_revision_id":"1","upstream_id":"","short_description":"is the prefrontal cortex part of the frontal lobe","config":"default","split":"validation","body":"{\"passage\":\"In mammalian brain anatomy, the prefrontal cortex (PFC) is the cerebral cortex which covers the front part of the frontal lobe. The PFC contains the Brodmann areas BA8, BA9, BA10, BA11, BA12, BA13, BA14, BA24, BA25, BA32, BA44, BA45, BA46, and BA47.\",\"question\":\"is the prefrontal cortex part of the frontal lobe\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}