{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ebd3b72-712a-5888-a3bc-306f17a507b5","task_key":"default--validation--1ebd3b72-712a-5888-a3bc-306f17a507b5","task_revision_id":"1","upstream_id":"","short_description":"does the us air force have a special forces","config":"default","split":"validation","body":"{\"passage\":\"Air Force Special Operations Command (AFSOC), headquartered at Hurlburt Field, Florida, is the special operations component of the United States Air Force. An Air Force major command (MAJCOM), AFSOC is also the U.S. Air Force component command to United States Special Operations Command (USSOCOM), a unified combatant command located at MacDill Air Force Base, Florida. AFSOC provides all Air Force Special Operations Forces (SOF) for worldwide deployment and assignment to regional unified combatant commands.\",\"question\":\"does the us air force have a special forces\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}