{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4aa1f04e-9bbd-556c-80f8-15255ab77788","task_key":"default--validation--4aa1f04e-9bbd-556c-80f8-15255ab77788","task_revision_id":"1","upstream_id":"","short_description":"is lily-of-the-valley poisonous","config":"default","split":"validation","body":"{\"passage\":\"Lily of the valley (Convallaria majalis /ˌkɒnvəˈleɪriə məˈdʒeɪlɪs/), sometimes written lily-of-the-valley, is a sweetly scented, highly poisonous woodland flowering plant that is native throughout the cool temperate Northern Hemisphere in Asia and Europe. Other names include May bells, Our Lady's tears, and Mary's tears. Its French name, muguet, sometimes appears in the names of perfumes imitating the flower's scent.\",\"question\":\"is lily-of-the-valley poisonous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}