{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a541219a-c465-5669-8394-47f8c88b2fa8","task_key":"default--validation--a541219a-c465-5669-8394-47f8c88b2fa8","task_revision_id":"1","upstream_id":"","short_description":"was ode to billy joe based on a true story","config":"default","split":"validation","body":"{\"passage\":\"Gentry's song recounts the day when Billie Joe McAllister committed suicide by jumping off the Tallahatchie Bridge on Choctaw Ridge, Mississippi. When Gentry and Raucher got together to work on the screenplay, she explained she had no idea why the real person who inspired the character of Billie Joe had killed himself . Raucher thus had a free hand to pick one.\",\"question\":\"was ode to billy joe based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}