{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"86d68cef-aa73-513b-9992-86be5ed40137","task_key":"default--validation--86d68cef-aa73-513b-9992-86be5ed40137","task_revision_id":"1","upstream_id":"","short_description":"did star wars episode 3 come out on vhs","config":"default","split":"validation","body":"{\"passage\":\"The film was released on DVD and VHS on October 31, 2005 (Halloween), in the UK and Ireland, on November 1, 2005 in the United States and Canada on DVD and on November 3, 2005, in Australia. It was also released in most major territories on or near the same day. The DVD was a two-disc set, with picture and sound mastered from the original digital source material.\",\"question\":\"did star wars episode 3 come out on vhs\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}