{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0fecd319-95a2-5ccf-a620-9edb9bdb5746","task_key":"default--validation--0fecd319-95a2-5ccf-a620-9edb9bdb5746","task_revision_id":"1","upstream_id":"","short_description":"did we have red solo cups in 1982","config":"default","split":"validation","body":"{\"passage\":\"In the 1970s, Hulseman's son, Robert Leo Hulseman, came up with the now-ubiquitous red Solo cup. The red Solo cups are made of thick, molded polystyrene. They are known for being able to withstand drops, easily stackable, and disposable while price accessible. Their characteristic red color may conceal the drinking contents.\",\"question\":\"did we have red solo cups in 1982\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}