{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"40a3bf8c-8bb9-561e-a49f-66fa63d0e8a8","task_key":"default--validation--40a3bf8c-8bb9-561e-a49f-66fa63d0e8a8","task_revision_id":"1","upstream_id":"","short_description":"is the olympic gold medal made of gold","config":"default","split":"validation","body":"{\"passage\":\"While some gold medals are solid gold, others are gold-plated or silver-gilt, like those of the Olympic Games, the Lorentz Medal, the United States Congressional Gold Medal and the Nobel Prize medal. Nobel Prize medals consist of 18 karat green gold plated with 24 karat gold. Before 1980 they were struck in 23 karat gold.\",\"question\":\"is the olympic gold medal made of gold\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}