take into account that S3 bucket may be empty

Author: boegel

scripts/automated_ingestion/automated_ingestion.py

@@ -39,10 +39,12 @@ def error(msg, code=1):
 def find_tarballs(s3, bucket, extension='.tar.gz', metadata_extension='.meta.txt'):
     """Return a list of all tarballs in an S3 bucket that have a metadata file with the given extension (and same filename)."""
     # TODO: list_objects_v2 only returns up to 1000 objects
-    files = [
-        object['Key']
-        for object in s3.list_objects_v2(Bucket=bucket)['Contents']
-    ]
+    s3_objects = s3.list_objects_v2(Bucket=bucket)
+    files = []
+    # take into account that S3 bucket may be empty (=> no 'Contents' key)
+    if 'Contents' in s3_objects:
+        files.extend(obj['Key'] for obj in s3_objects['Contents'])
+
     tarballs = [
         file
         for file in files