{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f0cf125-5502-5c06-9168-d3cf62554d8a","task_key":"default--validation--4f0cf125-5502-5c06-9168-d3cf62554d8a","task_revision_id":"1","upstream_id":"","short_description":"do green anacondas live in the amazon rainforest","config":"default","split":"validation","body":"{\"passage\":\"Anacondas live in swamps, marshes, and slow-moving streams, mainly in the tropical rainforests of the Amazon and Orinoco basins. They are cumbersome on land, but stealthy and sleek in the water. Their eyes and nasal openings are on top of their heads, allowing them to lie in wait for prey while remaining nearly completely submerged.\",\"question\":\"do green anacondas live in the amazon rainforest\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}