{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b2a215f-096d-5ab7-aba3-472ac97e4715","task_key":"default--validation--0b2a215f-096d-5ab7-aba3-472ac97e4715","task_revision_id":"1","upstream_id":"","short_description":"do supreme court justices have to be confirmed","config":"default","split":"validation","body":"{\"passage\":\"In modern times, the confirmation process has attracted considerable attention from special-interest groups, many of which lobby senators to confirm or to reject a nominee, depending on whether the nominee's track record aligns with the group's views. The Senate Judiciary Committee conducts hearings, questioning nominees to determine their suitability. By convention, nominees avoid revealing too much about their views on potential cases that may come before the Court. At the close of confirmation hearings, the Committee votes on whether the nomination should go to the full Senate with a positive, negative or neutral report.\",\"question\":\"do supreme court justices have to be confirmed\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}