{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f867fc50-ca04-5c5c-91e1-117d1cf0efab","task_key":"default--validation--f867fc50-ca04-5c5c-91e1-117d1cf0efab","task_revision_id":"1","upstream_id":"","short_description":"do you have to be an all star to participate in the home run derby","config":"default","split":"validation","body":"{\"passage\":\"Some notable performances in the Derby include Bobby Abreu in 2005, who won the Derby with a then-record 41 homers, including a then-record 24 in the first round. The first-round record was broken in 2008 by Josh Hamilton, who hit 28 home runs. Though Hamilton's performance was notable for the length of his home runs, he ultimately lost to Justin Morneau in a brief final round. The overall record was broken in 2016 by Giancarlo Stanton, who finished with a total of 61 home runs, defeating Todd Frazier in the final round. Only two participants, Yoenis Céspedes and Giancarlo Stanton, have won the Home Run Derby without being selected to the All-Star game itself.\",\"question\":\"do you have to be an all star to participate in the home run derby\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}