{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8a962f7-311c-5e5b-80c4-34dff12c4646","task_key":"default--validation--c8a962f7-311c-5e5b-80c4-34dff12c4646","task_revision_id":"1","upstream_id":"","short_description":"is there lobster in shrimp with lobster sauce","config":"default","split":"validation","body":"{\"passage\":\"The sauce itself does not contain any lobster, and may vary in preparation method from place to place or restaurant to restaurant. However, it will typically contain chicken broth, garlic, ginger, fermented black beans, and eggs, and is thickened with cornstarch. Some recipes incorporate ground pork and soy sauce. The color varies from being pale white, to a yellow, mainly depending on how the eggs are incorporated into the sauce; if the eggs are added quickly, the sauce acquires a yellow hue. Lobster sauce in most of New England, where it is a thicker, brown sauce, is the exception.\",\"question\":\"is there lobster in shrimp with lobster sauce\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}