{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e28b4e7d-0b3b-5130-abb7-583e0247f053","task_key":"default--validation--e28b4e7d-0b3b-5130-abb7-583e0247f053","task_revision_id":"1","upstream_id":"","short_description":"is the movie burlesque based on a true story","config":"default","split":"validation","body":"{\"passage\":\"Burlesque is a 2010 American backstage musical film written and directed by Steven Antin and starring Cher and Christina Aguilera along with Eric Dane, Cam Gigandet, Julianne Hough, Alan Cumming, Peter Gallagher, Kristen Bell ,Stanley Tucci, Diana Agron and Tyne Stecklein. The film was released on November 24, 2010 in North America.\",\"question\":\"is the movie burlesque based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}