{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"79b6b650-4300-55cf-99ca-a3445dad6c43","task_key":"default--validation--79b6b650-4300-55cf-99ca-a3445dad6c43","task_revision_id":"1","upstream_id":"","short_description":"did an american in paris win an oscar","config":"default","split":"validation","body":"{\"passage\":\"An American in Paris was an enormous success, garnering eight Academy Award nominations and winning six, as well as earning other industry honors. In 1993, it was selected for preservation by the United States Library of Congress in the National Film Registry for being ``culturally, historically, or aesthetically significant.'' It is ranked #9 among AFI's Greatest Movie Musicals.\",\"question\":\"did an american in paris win an oscar\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}