{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b219e61e-c66a-5660-ac4d-686319d08d9d","task_key":"default--validation--b219e61e-c66a-5660-ac4d-686319d08d9d","task_revision_id":"1","upstream_id":"","short_description":"does the world cup trophy have a name","config":"default","split":"validation","body":"{\"passage\":\"The subsequent trophy, called the ``FIFA World Cup Trophy'', was introduced in 1974. Made of 18 carat gold with bands of malachite on its base, it stands 36.8 centimetres high and weighs 6.1 kilograms. The trophy was made by Stabilimento Artistico Bertoni company in Italy. It depicts two human figures holding up the Earth. The current holders of the trophy are France, winners of the 2018 World Cup.\",\"question\":\"does the world cup trophy have a name\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}