{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a4fb4049-ebe0-5d56-95e5-9dbc248c485d","task_key":"default--validation--a4fb4049-ebe0-5d56-95e5-9dbc248c485d","task_revision_id":"1","upstream_id":"","short_description":"does salt go in the shaker with less holes","config":"default","split":"validation","body":"{\"passage\":\"The number of holes varies by culture, health and taste. In the United States where excessive salt is considered unhealthy, salt is stored in the shaker with the fewest holes, but in parts of Europe where pepper was historically a rare spice, this is reversed.\",\"question\":\"does salt go in the shaker with less holes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}