Unlink dangling contextuals during ingestion

.gitignore

@@ -14,3 +14,7 @@ infrastructure/kubernetes/vars/*
 !infrastructure/base/vars/terraform.tfvars
 !infrastructure/kubernetes/vars/terraform.tfvars
 /infrastructure/kubernetes/bastion_tunnel.sh
+
+# python land
+
+__pycache__/

data/Makefile

@@ -13,7 +13,7 @@ do-nothing:
 	@echo "Doing nothing... "
 
 # ## Make Dataset
-seed-data: seed-source-data seed-gadm seed-h3-tables seed-contextual-layers seed-indicator-coefficients
+seed-data: seed-source-data seed-gadm seed-h3-tables seed-contextual-layers seed-indicator-coefficients delete-h3-tables
 
 seed-source-data:
 	@echo "Importing source data... "

data/h3_data_importer/Makefile

@@ -357,4 +357,4 @@ clean:
 	rm -rf data/*
 
 delete-h3-tables:
-	python delete_h3_tables.py
+	python delete_h3_tables.py --drop-contextuals

data/h3_data_importer/delete_h3_tables.py

@@ -1,3 +1,5 @@
+"""Dangling layer deleter/unlinker"""
+
 import logging
 
 import click
@@ -13,6 +15,7 @@
 @click.option("--drop-contextuals", is_flag=True)
 @click.option("--dry-run", is_flag=True)
 def main(drop_contextuals: bool, dry_run: bool):
+    """Deletes unlinked and dangling layers from the DB"""
     with psycopg.connect(get_connection_info()) as conn:
         with conn.cursor() as cursor:
             # find all the tables that start with h3_grid*
@@ -51,7 +54,7 @@ def main(drop_contextuals: bool, dry_run: bool):
                         """DELETE FROM contextual_layer
                     WHERE id = ANY(%s);
                     """,
-                        (list(ctx[0] for ctx in contextuals_to_drop),),
+                        ([ctx[0] for ctx in contextuals_to_drop],),
                     )
                     log.info(f"Deleted contextual layers {', '.join(str(ctx[0]) for ctx in contextuals_to_drop)}")
                 else: