{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e01752af-e7c9-5c55-9309-e904b0123a7b","task_key":"default--validation--e01752af-e7c9-5c55-9309-e904b0123a7b","task_revision_id":"1","upstream_id":"","short_description":"are wolf spiders and grass spiders the same thing","config":"default","split":"validation","body":"{\"passage\":\"Wolf spiders resemble nursery web spiders (family Pisauridae), but wolf spiders carry their egg sacs by attaching them to their spinnerets. (Pisauridae carry their egg sacs with their chelicerae and pedipalps). Two of the wolf spider's eight eyes are large and prominent, which distinguishes them from the nursery web spiders whose eyes are all of approximately equal size. This can also help distinguish them from grass spiders.\",\"question\":\"are wolf spiders and grass spiders the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}