feat: tiles deletion creation (MAPCO-5735)

Dockerfile

@@ -13,6 +13,7 @@ FROM node:24-slim AS production
 RUN apt-get update && apt-get install -y --no-install-recommends \
     dumb-init \
     gdal-bin \
+    unzip \
     && rm -rf /var/lib/apt/lists/*
 
 ENV NODE_ENV=production

config/custom-environment-variables.json

@@ -134,6 +134,17 @@
         }
       },
       "tasks": {
+        "tilesDeletion": {
+          "type": "TILES_DELETION_TASK_TYPE",
+          "tileBatchSize": {
+            "__name": "TILES_DELETION_TILE_BATCH_SIZE",
+            "__format": "number"
+          },
+          "taskBatchSize": {
+            "__name": "TILES_DELETION_TASK_BATCH_SIZE",
+            "__format": "number"
+          }
+        },
         "tilesMerging": {
           "type": "TILES_MERGING_TASK_TYPE",
           "tileBatchSize": {

config/default.json

@@ -120,6 +120,14 @@
           "zoomThreshold": 16,
           "maxTilesPerSeedTask": 500000,
           "maxTilesPerCleanTask": 4000000
+        },
+        "validation": {
+          "type": "validation"
+        },
+        "tilesDeletion": {
+          "type": "tiles-deletion",
+          "tileBatchSize": 10000,
+          "taskBatchSize": 5
         }
       }
     },

helm/templates/configmap.yaml

@@ -54,6 +54,9 @@ data:
   INGESTION_SEED_JOB_TYPE : {{ $jobDefinitions.jobs.seed.type | quote }}
   EXPORT_JOB_TYPE: {{ $jobDefinitions.jobs.export.type | quote }}
   EXPORT_CLEANUP_EXPIRATION_DAYS: {{ $jobDefinitions.jobs.export.cleanupExpirationDays | quote }}
+  TILES_DELETION_TASK_TYPE: {{ $jobDefinitions.tasks.tilesDeletion.type | quote }}
+  TILES_DELETION_TILE_BATCH_SIZE: {{ $jobDefinitions.tasks.tilesDeletion.tileBatchSize | quote }}
+  TILES_DELETION_TASK_BATCH_SIZE: {{ $jobDefinitions.tasks.tilesDeletion.taskBatchSize | quote }}
   INTERNAL_PVC_MOUNT_PATH: {{ $storage.fs.internalPvc.mountPath | quote }}
   GPKG_SUBPATH: {{ $storage.fs.internalPvc.gpkgSubPath | quote }}
   TILES_MERGING_TASK_TYPE: {{ $jobDefinitions.tasks.merge.type | quote }}

helm/values.yaml

@@ -8,13 +8,13 @@ global:
 
   geoserver:
     workspace: ''
-    dataStore: ''  
-  ca:    
+    dataStore: ''
+  ca:
     secretName: ''
     path: '/usr/local/share/ca-certificates'
     key: 'ca.crt'
   gracefulReloadMaxSeconds: 300
-  storage: {}  
+  storage: {}
 
 mclabels:
   #environment: development
@@ -129,49 +129,54 @@ metrics:
 
 instanceType: "" # supported values: ingestion | export
 jobDefinitions:
-    jobs:
-     new:
-       type: ""
-     update:
-       type: ""
-     swapUpdate:
-       type: ""
-     seed:
-        type: ""
-     export:
+  jobs:
+    new:
+      type: ""
+    update:
+      type: ""
+    swapUpdate:
+      type: ""
+    seed:
+      type: ""
+    export:
       type: ""
       cleanupExpirationDays: 14
-    tasks:
-      createTasks:
-        type: ""
-      init: 
-        type: ""  
-      finalize:
-        type: ""
-      merge:
-        type: ""
-        tileBatchSize: 10000
-        taskBatchSize: 5
-        radiusBuffer: 0.000006
-        radiusBufferUnits: "degrees" # supported values are: "degrees" | "centimeters" | "meters" | "millimeters" | "kilometers" | "miles" | "inches" | "yards" | "feet" | "radians"
-        truncatePrecision: 11 # coordinate decimal precision 
-        truncateCoordinates: 2 # maximum number of coordinates (primarly used to remove z coordinates)
-      seed:
-        type: ""
-        grid: "WorldCRS84"
-        maxZoom: 21
-        skipUncached: true
-        zoomThreshold: 16 #zoom level threshold for high res seeding first seeding task will be 0->zoomThreshold
-        maxTilesPerSeedTask: 250000
-        maxTilesPerCleanTask: 500000
-      export: 
-        type: ""
-
-    config:
-      dequeueIntervalMs: 3000
-      heartBeat:
-        intervalMs: 3000 
-      maxTaskAttempts: 3   
+
+  tasks:
+    createTasks:
+      type: ""
+    init:
+      type: ""
+    finalize:
+      type: ""
+    merge:
+      type: ""
+      tileBatchSize: 10000
+      taskBatchSize: 5
+      radiusBuffer: 0.000006
+      radiusBufferUnits: "degrees" # supported values are: "degrees" | "centimeters" | "meters" | "millimeters" | "kilometers" | "miles" | "inches" | "yards" | "feet" | "radians"
+      truncatePrecision: 11 # coordinate decimal precision 
+      truncateCoordinates: 2 # maximum number of coordinates (primarly used to remove z coordinates)
+    seed:
+      type: ""
+      grid: "WorldCRS84"
+      maxZoom: 21
+      skipUncached: true
+      zoomThreshold: 16 #zoom level threshold for high res seeding first seeding task will be 0->zoomThreshold
+      maxTilesPerSeedTask: 250000
+      maxTilesPerCleanTask: 500000
+    export:
+      type: ""
+    tilesDeletion:
+      type: ""
+      tileBatchSize: 10000
+      taskBatchSize: 5
+
+  config:
+    dequeueIntervalMs: 3000
+    heartBeat:
+      intervalMs: 3000
+    maxTaskAttempts: 3
 
 env:
   port: 8080