{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fe36027b-134d-53d8-bea9-6ed86c808f05","task_key":"default--validation--fe36027b-134d-53d8-bea9-6ed86c808f05","task_revision_id":"1","upstream_id":"","short_description":"does the ipad pro come with the apple pencil","config":"default","split":"validation","body":"{\"passage\":\"The Apple Pencil is a digital stylus pen that works as an input device for the iPad Pro and the 2018 iPad tablet computer and was designed by Apple Inc. It was announced on September 9, 2015, alongside the iPad Pro and released in conjunction with it on November 11, 2015.\",\"question\":\"does the ipad pro come with the apple pencil\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}