{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cf7ffbf1-ca20-5817-8cb9-63787240a7e9","task_key":"default--validation--cf7ffbf1-ca20-5817-8cb9-63787240a7e9","task_revision_id":"1","upstream_id":"","short_description":"is the movie roman j israel based on a true story","config":"default","split":"validation","body":"{\"passage\":\"Roman J. Israel, Esq. is a 2017 American legal drama film written and directed by Dan Gilroy. The film stars Denzel Washington, Colin Farrell, and Carmen Ejogo, and centers around the life of an idealistic defense lawyer (Washington) who finds himself in a tumultuous series of events that lead to a personal crisis and the necessity for extreme action.\",\"question\":\"is the movie roman j israel based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}