{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fa1b2542-fa62-52da-8a5c-7cde50282383","task_key":"default--validation--fa1b2542-fa62-52da-8a5c-7cde50282383","task_revision_id":"1","upstream_id":"","short_description":"can a catcher block home plate without the ball","config":"default","split":"validation","body":"{\"passage\":\"In baseball, blocking the plate is a technique performed by a catcher to prevent a runner from scoring. The act of blocking the plate accounted for most of the physical contact in Major League Baseball prior to the 2014 season, when it was outlawed except when the catcher already has possession of the ball.\",\"question\":\"can a catcher block home plate without the ball\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}