{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"224a4e43-9e75-5643-a751-9208839cd959","task_key":"default--validation--224a4e43-9e75-5643-a751-9208839cd959","task_revision_id":"1","upstream_id":"","short_description":"is a bosun higher than a lead deckhand","config":"default","split":"validation","body":"{\"passage\":\"The rank of cadet boatswain, in some schools, is the second highest rank in the combined cadet force naval section that a cadet can attain, below the rank of coxswain and above the rank of leading hand. It is equivalent to the rank of colour sergeant in the army and the royal marines cadets; it is sometimes an appointment for a senior petty officer to assist a coxswain.\",\"question\":\"is a bosun higher than a lead deckhand\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}