{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17e5d658-a749-5f83-ac26-68ae41fe4f4a","task_key":"default--validation--17e5d658-a749-5f83-ac26-68ae41fe4f4a","task_revision_id":"1","upstream_id":"","short_description":"did the milwaukee braves ever win the world series","config":"default","split":"validation","body":"{\"passage\":\"The 1957 Milwaukee Braves season was the fifth in Milwaukee and the 87th overall season of the franchise. It was the year that the team won its first and only World Series championship while based in Milwaukee. The Braves won 95 games and lost 59 to win the National League pennant by eight games over the second-place St. Louis Cardinals.\",\"question\":\"did the milwaukee braves ever win the world series\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}