{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4522ccd9-7ac0-5b9d-84ef-a8286503be6d","task_key":"default--validation--4522ccd9-7ac0-5b9d-84ef-a8286503be6d","task_revision_id":"1","upstream_id":"","short_description":"is the eye of a hurricane low pressure","config":"default","split":"validation","body":"{\"passage\":\"The eye is a region of mostly calm weather at the center of strong tropical cyclones. The eye of a storm is a roughly circular area, typically 30--65 km (20--40 miles) in diameter. It is surrounded by the eyewall, a ring of towering thunderstorms where the most severe weather and highest winds occur. The cyclone's lowest barometric pressure occurs in the eye and can be as much as 15 percent lower than the pressure outside the storm.\",\"question\":\"is the eye of a hurricane low pressure\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}