{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"da575678-1430-582a-ae35-5e79269212c4","task_key":"default--validation--da575678-1430-582a-ae35-5e79269212c4","task_revision_id":"1","upstream_id":"","short_description":"is white christmas a sequel to holiday inn","config":"default","split":"validation","body":"{\"passage\":\"The success of the song ``White Christmas'' eventually led to another film based on the song, White Christmas (1954), which starred Crosby, Danny Kaye, Rosemary Clooney, and Vera-Ellen. It was an extremely loose remake of Holiday Inn, with a plot again involving an inn, but otherwise different from the earlier film. Fred Astaire was offered the second lead in the new film, but after reading the script, he declined. The role was then offered to Donald O'Connor, but he was injured before filming began. Danny Kaye ultimately took the role.\",\"question\":\"is white christmas a sequel to holiday inn\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}