{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a4ceb235-fcad-533a-9da0-cd1d5ecbde58","task_key":"default--validation--a4ceb235-fcad-533a-9da0-cd1d5ecbde58","task_revision_id":"1","upstream_id":"","short_description":"do color wonder markers work on regular paper","config":"default","split":"validation","body":"{\"passage\":\"Color Wonder is a product made by Crayola, primarily intended for use by younger children, in which the special clear-ink marker only appears on the Color Wonder paper. Originally made with markers and paper, Color Wonder has also made specialty products including paints, etc. The Color Wonder products debuted in 1993. Color Wonder paints and fingerpaints, as well as Color Wonder coloring books of popular characters such as Disney Pixar's Cars and Disney Princess also exist.\",\"question\":\"do color wonder markers work on regular paper\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}