Add off-cluster PostgreSQL backups

2026-09-03 22:19:38 +02:00
parent 07c126540e
commit e01c1c11d9
3 changed files with 229 additions and 0 deletions
@@ -0,0 +1,191 @@
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: application-metier-postgres-offsite-backup
+  namespace: application-metier
+spec:
+  schedule: "47 2 * * *"
+  timeZone: Etc/UTC
+  concurrencyPolicy: Forbid
+  startingDeadlineSeconds: 3600
+  successfulJobsHistoryLimit: 3
+  failedJobsHistoryLimit: 3
+  jobTemplate:
+    spec:
+      backoffLimit: 2
+      activeDeadlineSeconds: 1800
+      ttlSecondsAfterFinished: 86400
+      template:
+        metadata:
+          labels:
+            app.kubernetes.io/name: application-metier
+            app.kubernetes.io/component: backup
+            naviya.io/backup-target: offsite
+        spec:
+          restartPolicy: Never
+          securityContext:
+            runAsNonRoot: true
+            runAsUser: 70
+            runAsGroup: 70
+            fsGroup: 70
+            seccompProfile:
+              type: RuntimeDefault
+          containers:
+            - name: pg-dump
+              image: postgres:17.10-alpine
+              imagePullPolicy: IfNotPresent
+              command: ["sh", "-ec"]
+              args:
+                - |
+                  umask 077
+
+                  stamp="$(date -u +%Y%m%dT%H%M%SZ)"
+                  name="application-metier-${stamp}.dump"
+                  target="/offsite/daily/${name}"
+                  tmp="${target}.tmp.$$"
+                  checksum="${target}.sha256"
+                  checksum_tmp="${checksum}.tmp.$$"
+
+                  cleanup() {
+                    rm -f "$tmp" "$checksum_tmp"
+                  }
+                  trap cleanup EXIT
+
+                  pg_dump \
+                    --format=custom \
+                    --no-owner \
+                    --no-acl \
+                    --file="$tmp" \
+                    "$DATABASE_URL"
+
+                  test -s "$tmp"
+                  pg_restore --list "$tmp" >/dev/null
+                  mv "$tmp" "$target"
+
+                  digest="$(sha256sum "$target" | awk '{print $1}')"
+
+                  printf '%s  %s\n' \
+                    "$digest" \
+                    "$name" \
+                    > "$checksum_tmp"
+
+                  mv "$checksum_tmp" "$checksum"
+
+                  (
+                    cd /offsite/daily
+                    sha256sum -c "$(basename "$checksum")"
+                  )
+
+                  pg_restore \
+                    --file=/dev/null \
+                    "$target"
+
+                  echo "Sauvegarde quotidienne validée : $target"
+
+                  copy_tmp=""
+                  copy_checksum_tmp=""
+
+                  cleanup() {
+                    rm -f "$tmp" "$checksum_tmp"
+
+                    test -z "$copy_tmp" ||
+                      rm -f "$copy_tmp"
+
+                    test -z "$copy_checksum_tmp" ||
+                      rm -f "$copy_checksum_tmp"
+                  }
+
+                  copy_archive() {
+                    tier="$1"
+                    tier_dir="/offsite/${tier}"
+                    tier_target="${tier_dir}/${name}"
+                    copy_tmp="${tier_target}.tmp.$$"
+                    tier_checksum="${tier_target}.sha256"
+                    copy_checksum_tmp="${tier_checksum}.tmp.$$"
+
+                    cp "$target" "$copy_tmp"
+
+                    copy_digest="$(sha256sum "$copy_tmp" |
+                      awk '{print $1}')"
+
+                    test "$copy_digest" = "$digest"
+                    mv "$copy_tmp" "$tier_target"
+
+                    printf '%s  %s\n' \
+                      "$digest" \
+                      "$name" \
+                      > "$copy_checksum_tmp"
+
+                    mv \
+                      "$copy_checksum_tmp" \
+                      "$tier_checksum"
+
+                    (
+                      cd "$tier_dir"
+                      sha256sum -c "$(basename "$tier_checksum")"
+                    )
+
+                    copy_tmp=""
+                    copy_checksum_tmp=""
+
+                    echo "Copie ${tier} validée : $tier_target"
+                  }
+
+                  if test "$(date -u +%u)" = "7"; then
+                    copy_archive weekly
+                  fi
+
+                  if test "$(date -u +%d)" = "01"; then
+                    copy_archive monthly
+                  fi
+
+                  find /offsite/daily \
+                    -type f \
+                    \( -name '*.dump' -o -name '*.dump.sha256' \) \
+                    -mtime +14 \
+                    -delete
+
+                  find /offsite/weekly \
+                    -type f \
+                    \( -name '*.dump' -o -name '*.dump.sha256' \) \
+                    -mtime +56 \
+                    -delete
+
+                  find /offsite/monthly \
+                    -type f \
+                    \( -name '*.dump' -o -name '*.dump.sha256' \) \
+                    -mtime +370 \
+                    -delete
+
+                  find /offsite \
+                    -type f \
+                    -name '*.tmp.*' \
+                    -mtime +1 \
+                    -delete
+
+                  trap - EXIT
+                  echo "Sauvegarde externe terminée avec succès"
+              env:
+                - name: DATABASE_URL
+                  valueFrom:
+                    secretKeyRef:
+                      name: application-metier-secrets
+                      key: DATABASE_URL
+              resources:
+                requests:
+                  cpu: 25m
+                  memory: 64Mi
+                limits:
+                  cpu: 500m
+                  memory: 256Mi
+              securityContext:
+                allowPrivilegeEscalation: false
+                capabilities:
+                  drop: ["ALL"]
+              volumeMounts:
+                - name: offsite
+                  mountPath: /offsite
+          volumes:
+            - name: offsite
+              persistentVolumeClaim:
+                claimName: application-metier-postgres-backups-offsite