From 191c4385b5a823db77f6045f8de65ac5f55fe910 Mon Sep 17 00:00:00 2001 From: Philipp Wiesner Date: Thu, 11 Jun 2020 14:47:47 +0200 Subject: [PATCH] added 502 response code and exponential backoff --- fs_gcsfs/_gcsfs.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/fs_gcsfs/_gcsfs.py b/fs_gcsfs/_gcsfs.py index d611fa1..5699a74 100644 --- a/fs_gcsfs/_gcsfs.py +++ b/fs_gcsfs/_gcsfs.py @@ -75,7 +75,10 @@ def __init__(self, if self.client is None: self.client = Client() if retry: - adapter = HTTPAdapter(max_retries=Retry(total=retry, status_forcelist=[429, 503, 504], method_whitelist=False)) + adapter = HTTPAdapter(max_retries=Retry(total=retry, + status_forcelist=[429, 502, 503, 504], + method_whitelist=False, # retry on any HTTP method + backoff_factor=0.5)) self.client._http.mount("https://", adapter) self.bucket = self.client.bucket(self._bucket_name)