handle missing s3 objects

meltano · Aug 30, 2023 · 7cbf7d1 · 7cbf7d1
1 parent 64b5064
commit 7cbf7d1
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/hub_utils/s3.py b/hub_utils/s3.py
@@ -42,7 +42,9 @@ def upload(self, bucket, prefix, local_file_path):
         self._client.upload_file(local_file_path, bucket, prefix)
 
     def download_latest(self, bucket, prefix, local_file_path):
-        objs = self._client.list_objects_v2(Bucket=bucket, Prefix=prefix)["Contents"]
+        objs = self._client.list_objects_v2(Bucket=bucket, Prefix=prefix).get("Contents")
+        if not objs:
+            return
         latest = sorted(
             [
                 os.path.basename(obj["Key"]).replace(".json", "").split("--")[1]