use s3 delete-object to avoid Content-MD5 error

GSA · Sep 18, 2023 · c2d18d3 · c2d18d3
1 parent e9ef593
commit c2d18d3
Showing 1 changed file with 4 additions and 5 deletions.
diff --git a/ckanext/geodatagov/cli.py b/ckanext/geodatagov/cli.py
@@ -206,12 +206,11 @@ def upload_to_key(upload_str: str, filename_on_s3: str) -> None:
 
 
 def delete_old_sitemaps():
-    objects_to_delete = S3.list_objects(Bucket=BUCKET_NAME, Prefix=PREFIX)
+    objects_to_delete = S3.list_objects_v2(Bucket=BUCKET_NAME, Prefix=PREFIX)
 
-    delete_keys = {'Objects': []}
-    delete_keys['Objects'] = [{'Key': k} for k in [obj['Key'] for obj in objects_to_delete.get('Contents', [])]]
-
-    S3.delete_objects(Bucket=BUCKET_NAME, Delete=delete_keys)
+    for object in objects_to_delete['Contents']:
+        log.info("Deleting {}.".format(object['Key']))
+        S3.delete_object(Bucket=BUCKET_NAME, Key=object['Key'])
 
 
 def upload_sitemap_file(sitemap: list) -> None: