{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1b9ccfed-9bd7-5634-b9fb-cf98314eb464","task_key":"default--validation--1b9ccfed-9bd7-5634-b9fb-cf98314eb464","task_revision_id":"1","upstream_id":"","short_description":"are the eggs you buy in the store pasteurized","config":"default","split":"validation","body":"{\"passage\":\"All egg products sold in the U.S that are pasteurized due to the risk of food-borne illnesses are done per U.S. Department of Agriculture rules. They also do not allow any egg products to be sold without going through the process of pasteurization. They also do not recommend eating shell eggs that are raw or undercooked due to the possibility that Salmonella bacteria may be present.\",\"question\":\"are the eggs you buy in the store pasteurized\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}