{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b6747c2-e9f1-5ef4-b919-f606a08f1630","task_key":"default--validation--2b6747c2-e9f1-5ef4-b919-f606a08f1630","task_revision_id":"1","upstream_id":"","short_description":"do evergreen trees lose their leaves in the winter","config":"default","split":"validation","body":"{\"passage\":\"In botany, an evergreen is a plant that has leaves throughout the year, always green. This is true even if the plant retains its foliage only in warm climates, and contrasts with deciduous plants, which completely lose their foliage during the winter or dry season. There are many different kinds of evergreen plants, both trees and shrubs. Evergreens include:\",\"question\":\"do evergreen trees lose their leaves in the winter\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}