{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f0c84844-6790-5915-8b2d-6c5f039fa9f5","task_key":"default--validation--f0c84844-6790-5915-8b2d-6c5f039fa9f5","task_revision_id":"1","upstream_id":"","short_description":"is it dangerous to drink from lead crystal glasses","config":"default","split":"validation","body":"{\"passage\":\"Lead crystal glassware was formerly used to store and serve drinks, but due to the potential health risks of lead, this has become rare. One alternative material is crystal glass, in which barium oxide, zinc oxide, or potassium oxide are employed instead of lead oxide. Lead-free crystal has a similar refractive index to lead crystal, but it is lighter and it has less dispersive power.\",\"question\":\"is it dangerous to drink from lead crystal glasses\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}