{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11b1fb77-2562-50a1-98f7-d52db4daf763","task_key":"default--validation--11b1fb77-2562-50a1-98f7-d52db4daf763","task_revision_id":"1","upstream_id":"","short_description":"is smaug the only dragon in middle earth","config":"default","split":"validation","body":"{\"passage\":\"In Tolkien's works, dragons are quadrupedal, like Komodo dragons or other lizards, and are either flightless (Glaurung) or are winged and capable of flight (Ancalagon and Smaug). Winged dragons are stated to have first appeared during the War of Wrath, the battle that ended the First Age.\",\"question\":\"is smaug the only dragon in middle earth\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}