{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"40b71466-9729-5cb6-8702-cca0095a43de","task_key":"default--validation--40b71466-9729-5cb6-8702-cca0095a43de","task_revision_id":"1","upstream_id":"","short_description":"is 50 to 1 based on a true story","config":"default","split":"validation","body":"{\"passage\":\"50 to 1 is a 2014 American drama film based on the true story of Mine That Bird, an undersized thoroughbred racehorse who won the 2009 Kentucky Derby in one of the biggest upsets in the history of the race. The film received a limited release on March 21, 2014. It was directed by Jim Wilson, who also co-wrote the script with Faith Conroy, and stars Skeet Ulrich, Christian Kane and William Devane. Jockey Calvin Borel, who rode Mine that Bird to his upset Derby win, plays himself in the film.\",\"question\":\"is 50 to 1 based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}