{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a187808d-d292-59e0-aed8-2ac3740b2aea","task_key":"default--validation--a187808d-d292-59e0-aed8-2ac3740b2aea","task_revision_id":"1","upstream_id":"","short_description":"do they make a new champions league trophy every year","config":"default","split":"validation","body":"{\"passage\":\"Since 2009, Champions League winners have not kept the real trophy, which remains in UEFA's keeping at all times. A full-size replica trophy, the Champions League winners trophy, is awarded to the winning club with their name engraved on it. Winning clubs are also permitted to make replicas of their own; however, they must be clearly marked as such and can be a maximum of eighty percent the size of the actual trophy.\",\"question\":\"do they make a new champions league trophy every year\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}