{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1456e6f2-6926-5d36-a65d-a07ac4cae22f","task_key":"default--validation--1456e6f2-6926-5d36-a65d-a07ac4cae22f","task_revision_id":"1","upstream_id":"","short_description":"is the preakness the same distance as the kentucky derby","config":"default","split":"validation","body":"{\"passage\":\"The Preakness is the second leg in American thoroughbred racing's Triple Crown series and almost always attracts the Kentucky Derby winner, some of the other horses that ran in the Derby, and often a few horses that did not start in the Derby. The Preakness is ​1 ⁄ miles, or ​9 ⁄ furlongs (1.88km), compared to the Kentucky Derby, which is ​1 ⁄ miles / 10 furlongs (2km). It is followed by the third leg, the Belmont Stakes, which is ​1 ⁄ miles / 12 furlongs (2.4km).\",\"question\":\"is the preakness the same distance as the kentucky derby\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}