{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1647ff84-9476-57b6-ba9e-3a3d8d3d674e","task_key":"default--validation--1647ff84-9476-57b6-ba9e-3a3d8d3d674e","task_revision_id":"1","upstream_id":"","short_description":"have france and england ever met in the world cup","config":"default","split":"validation","body":"{\"passage\":\"In the 1966 World Cup Finals, England used their home advantage and, under Ramsey, won their first, and only, World Cup title. England played all their games at Wembley Stadium in London, which became the last time that the hosts were granted this privilege. After drawing 0--0 in the opening game against former champions Uruguay, which started a run of four games all ending goalless. England then beat both France and Mexico 2--0 and qualified for the quarter-finals.\",\"question\":\"have france and england ever met in the world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}