{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f65115c8-2125-5ec3-b137-92445e43164f","task_key":"default--validation--f65115c8-2125-5ec3-b137-92445e43164f","task_revision_id":"1","upstream_id":"","short_description":"is willy wonka and the chocolate factory a musical","config":"default","split":"validation","body":"{\"passage\":\"Willy Wonka & the Chocolate Factory is a 1971 American musical fantasy family film directed by Mel Stuart, and starring Gene Wilder as Willy Wonka. It is an adaptation of the 1964 novel Charlie and the Chocolate Factory by Roald Dahl. Dahl was credited with writing the film's screenplay; however, David Seltzer, who went uncredited in the film, was brought in to re-work the screenplay against Dahl's wishes, making major changes to the ending and adding musical numbers. These changes and other decisions made by the director led Dahl to disown the film.\",\"question\":\"is willy wonka and the chocolate factory a musical\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}