{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"294acaf7-a053-5fcc-bade-25897af89997","task_key":"default--validation--294acaf7-a053-5fcc-bade-25897af89997","task_revision_id":"1","upstream_id":"","short_description":"is the movie stalingrad based on a true story","config":"default","split":"validation","body":"{\"passage\":\"The original script by Ilya Tilkin does not have any literary source. The screenwriter studied diaries of the participants of the Battle of Stalingrad. He also used museum archives, documents and recorded stories of its participants.\",\"question\":\"is the movie stalingrad based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}