{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d7fbf402-9593-5a24-a34d-3822dd3c6cc4","task_key":"default--validation--d7fbf402-9593-5a24-a34d-3822dd3c6cc4","task_revision_id":"1","upstream_id":"","short_description":"does german potato salad have eggs in it","config":"default","split":"validation","body":"{\"passage\":\"German potato salad, or ``Kartoffelsalat'' is served warm or cold and prepared with potatoes, bacon, vinegar, salt, pepper, vegetable oil, mustard, vegetable or beef broth, and onions. This style of potato salad is usually found in Southern Germany. Potato salad from northern Germany is generally made with mayonnaise and quite similar to its U.S. counterpart.\",\"question\":\"does german potato salad have eggs in it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}