{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"80f7408c-b282-590c-95ba-7a466b6c7d65","task_key":"default--validation--80f7408c-b282-590c-95ba-7a466b6c7d65","task_revision_id":"1","upstream_id":"","short_description":"did kaka play in the 2002 world cup","config":"default","split":"validation","body":"{\"passage\":\"Kaká made his debut for the Brazil national team in 2002, and was selected for their victorious World Cup squad that year, as well as the 2006 and 2010 tournaments, leading the tournament in assists in the latter. He was also a member of Brazil's 2005 and 2009 FIFA Confederations Cup-winning squads, winning the Golden Ball Award in the 2009 edition, as the tournament's best player. With success at club and international level, Kaká is one of eight players to have won the FIFA World Cup, the UEFA Champions League and the Ballon d'Or.\",\"question\":\"did kaka play in the 2002 world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}