{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff87e4a8-d745-51be-9b72-d344e85572b8","task_key":"default--validation--ff87e4a8-d745-51be-9b72-d344e85572b8","task_revision_id":"1","upstream_id":"","short_description":"does marion die in raiders of the lost ark","config":"default","split":"validation","body":"{\"passage\":\"Marion Ravenwood is a fictional character who first appeared in the 1981 film Raiders of the Lost Ark. Played by Karen Allen, she enters the story when Indiana Jones visits her in Nepal, needing her help to locate the Ark of the Covenant with a possession originally obtained by her father, Dr. Abner Ravenwood. After 27 years of absence (21 years in the films' internal chronology), the character returned in Indiana Jones and the Kingdom of the Crystal Skull, and was once again played by Allen, and was portrayed as marrying Jones.\",\"question\":\"does marion die in raiders of the lost ark\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}