{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3f0d7c2d-f6c8-5676-bed9-6c26f4cf11d7","task_key":"default--validation--3f0d7c2d-f6c8-5676-bed9-6c26f4cf11d7","task_revision_id":"1","upstream_id":"","short_description":"is the wizard of oz a disney production","config":"default","split":"validation","body":"{\"passage\":\"The Wizard of Oz is a 1939 American musical fantasy film produced by Metro-Goldwyn-Mayer. Widely considered to be one of the greatest films in cinema history, it is the best-known and most commercially successful adaptation of L. Frank Baum's 1900 children's book The Wonderful Wizard of Oz. It was directed primarily by Victor Fleming (who left production to take over direction on the troubled Gone with the Wind production). It stars Judy Garland as Dorothy Gale, alongside Ray Bolger, Jack Haley, Bert Lahr, Frank Morgan, Billie Burke and Margaret Hamilton, with Charley Grapewin, Pat Walshe and Clara Blandick, Terry (billed as Toto), and Singer's Midgets as the Munchkins.\",\"question\":\"is the wizard of oz a disney production\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}