{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"776bb9d7-7975-5373-a420-3a1b735feb86","task_key":"default--validation--776bb9d7-7975-5373-a420-3a1b735feb86","task_revision_id":"1","upstream_id":"","short_description":"do you have to be from america to be on americas got talent","config":"default","split":"validation","body":"{\"passage\":\"The show attracts a variety of participants, from across the United States and abroad, to take part and who possess some form of talents, with acts ranging from singing, dancing, comedy, magic, stunts, variety, and other genres. Each participant who auditions attempts to secure a place in the live episodes of a season by impressing a panel of judges - the current line-up consists of Cowell, Howie Mandel, Mel B, and Heidi Klum. Those that make it into the live episodes compete against each other for both the judges' and public's vote in order to reach the live final, where the winner receives a large cash prize, paid over a period of time, and, since the third season, a chance to headline a show on the Las Vegas Strip.\",\"question\":\"do you have to be from america to be on americas got talent\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}