{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7e75fed8-afa2-5972-8674-e1a3b9f1b3dd","task_key":"default--validation--7e75fed8-afa2-5972-8674-e1a3b9f1b3dd","task_revision_id":"1","upstream_id":"","short_description":"did colombia make it to the round of 16","config":"default","split":"validation","body":"{\"passage\":\"Colombia won 2--0 with both goals from James Rodríguez, the first in the 28th minute, where he controlled Abel Aguilar's headed ball on his chest before volleying left-footed from 25 yards out with the ball going in off the underside of the crossbar, which won the 2014 FIFA Puskás Award later in the year. The second goal, in the 50th minute, was a close-range shot from six yards out after receiving the ball from a header by Juan Cuadrado on the right.\",\"question\":\"did colombia make it to the round of 16\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}