{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ec11b25-2bbd-56e4-9558-9d1bb163e516","task_key":"default--validation--6ec11b25-2bbd-56e4-9558-9d1bb163e516","task_revision_id":"1","upstream_id":"","short_description":"is whole wheat rice the same as brown rice","config":"default","split":"validation","body":"{\"passage\":\"Brown rice is whole-grain rice with the inedible outer hull removed; white rice is the same grain with the hull, bran layer, and cereal germ removed. Red rice, gold rice, and black rice (also called purple rice) are all whole rices, but with differently pigmented outer layers.\",\"question\":\"is whole wheat rice the same as brown rice\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}