{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e60b9c54-87e5-5c95-a92b-1021f49b4e4d","task_key":"default--validation--e60b9c54-87e5-5c95-a92b-1021f49b4e4d","task_revision_id":"1","upstream_id":"","short_description":"is there a second gone with the wind","config":"default","split":"validation","body":"{\"passage\":\"Scarlett is a 1991 novel by Alexandra Ripley, written as a sequel to Margaret Mitchell's 1936 novel, Gone with the Wind. The book debuted on The New York Times bestsellers list, but both critics and fans of the original novel found Ripley's version to be inconsistent with the literary quality of Gone with the Wind.\",\"question\":\"is there a second gone with the wind\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}