{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d02e880-0223-5df3-b903-b01d77a07dcc","task_key":"default--validation--3d02e880-0223-5df3-b903-b01d77a07dcc","task_revision_id":"1","upstream_id":"","short_description":"is the san pedro cactus illegal in the us","config":"default","split":"validation","body":"{\"passage\":\"In most countries it is legal to cultivate the San Pedro cactus, but in countries where possession of mescaline and related compounds is illegal and highly penalized, cultivation for the purposes of consumption is most likely illegal and also highly penalized. This is the case in the United States, Australia, Canada, Sweden, Germany, New Zealand, and Norway, where it is currently legal to cultivate the San Pedro cactus for gardening and ornamental purposes, but not for consumption.\",\"question\":\"is the san pedro cactus illegal in the us\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}