{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4196ea7d-e1c6-5eca-bde1-585abf97548d","task_key":"default--validation--4196ea7d-e1c6-5eca-bde1-585abf97548d","task_revision_id":"1","upstream_id":"","short_description":"is the movie hostage based on a true story","config":"default","split":"validation","body":"{\"passage\":\"Hostage is a 2005 American action thriller drama film produced by and starring Bruce Willis and directed by Florent Emilio Siri. The film was based on the novel of the same name by Robert Crais, and was adapted for the screen by Doug Richardson.\",\"question\":\"is the movie hostage based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}