Add backoff to client connect attempts.

Closes dask#3487.
smurfix · Feb 18, 2020 · 4a8b9bb · 4a8b9bb
1 parent cc7ecdf
commit 4a8b9bb
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/distributed/comm/core.py b/distributed/comm/core.py
@@ -202,6 +202,9 @@ def _raise(error):
         )
         raise IOError(msg)
 
+    # don't spam the server with connect attempts
+    backoff = min(0.1, timeout/20 if timeout else 9999)
+
     # This starts a thread
     while True:
         try:
@@ -221,8 +224,9 @@ def _raise(error):
         except EnvironmentError as e:
             error = str(e)
             if time() < deadline:
-                await asyncio.sleep(0.01)
-                logger.debug("sleeping on connect")
+                logger.debug("delaying before connect retry")
+                await asyncio.sleep(backoff)
+                backoff *= 1.5
             else:
                 _raise(error)
         else: