MOB-1267: Add helper objects for Mobene postgresql backup to s3

updated bootstrap helm chart 2
updated bootstrap helm chart
16 changed files with 520 additions and 428 deletions
--- a/.sops.yaml
+++ b/.sops.yaml
@ -1,11 +1,15 @@
 # Fingerprint  | User ID
+# E5B4FE1E0209DFFE320D2A2E47087747D89B72EC | smardigo automation PRODNSO <NSO-Team-DevOps@netgo.de>
+# BE3FB94982C2DE95B1EDD388A96613A6B1DB15B5 | GPG DevOps <sven.ketelsen@netgo.de>
+# 17B8FDF68AC123EB666934B17D0DF6EC048A5D77 | Claus Paetow <claus.paetow@netgo.de>
+# 9F08DA9D42379AFE6610E9E615CCEC6801DBA02E | Hoan To <hoan.to@netgo.de>
+# 73C2C9954D1BC94DC6682525D2FA233B52AEC75C | Michael Haehnel <michael.haehnel@netgo.de>
 # keys in https://git.dev-at.de/smardigo-hetzner/communication-keys
 creation_rules:
  # list of keys for encryption in stage
  - pgp: >-
      E5B4FE1E0209DFFE320D2A2E47087747D89B72EC,
-      D65D400040387210377B6A71DFD775644EAAC77B,
      BE3FB94982C2DE95B1EDD388A96613A6B1DB15B5,
-      9F08DA9D42379AFE6610E9E615CCEC6801DBA02E,
      17B8FDF68AC123EB666934B17D0DF6EC048A5D77,
+      9F08DA9D42379AFE6610E9E615CCEC6801DBA02E,
      73C2C9954D1BC94DC6682525D2FA233B52AEC75C
--- a/Chart.yaml
+++ b/Chart.yaml
@ -25,5 +25,5 @@ appVersion: "0.1.1"

 dependencies:
  - name: bootstrap
-    version: 0.1.62
+    version: 0.2.23
    repository: oci://prodnso-harbor-01.smardigo.digital/infrastructure
--- a/backup-postgresql.yaml
+++ b/backup-postgresql.yaml
@ -0,0 +1,111 @@
+# ---
+# apiVersion: v1
+# kind: PersistentVolumeClaim
+# metadata:
+#   name: postgres-backup-pvc
+#   namespace: mobene-cusprod
+# spec:
+#   accessModes:
+#     - ReadWriteOnce
+#   resources:
+#     requests:
+#       storage: 500Gi
+#   storageClassName: hcloud-volumes
+# ---
+# apiVersion: v1
+# kind: Pod
+# metadata:
+#   name: postgres-backup
+#   namespace: mobene-cusprod
+# spec:
+#   containers:
+#     - name: postgres-backup
+#       image: postgres:14
+#       env:
+#         - name: PGHOST
+#           value: "postgres-cluster"
+#         - name: PGUSER
+#           value: "postgres"
+#         - name: PGPASSWORD
+#           value: "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"
+#         - name: PGDATABASE
+#           value: "smardigo_connect"
+#       command: ["/bin/sh", "-c"]
+#       args:
+#         - |
+#           mkdir -p /backup/$(date +%Y-%m-%d) && \
+#           pg_dump -j 6 -Fd -f /backup/$(date +%Y-%m-%d)/database.dump && \
+#           echo "Backup completed."
+#       volumeMounts:
+#         - mountPath: /backup
+#           name: backup-volume
+#       resources:
+#         limits:
+#           cpu: "7"
+#           memory: "1Gi"
+#         requests:
+#           cpu: "500m"
+#           memory: "512Mi"
+#   volumes:
+#     - name: backup-volume
+#       persistentVolumeClaim:
+#         claimName: postgres-backup-pvc
+#   restartPolicy: Never
+# ---
+# apiVersion: networking.k8s.io/v1
+# kind: NetworkPolicy
+# metadata:
+#   name: s3-upload-egress
+#   namespace: mobene-cusprod
+# spec:
+#   podSelector:
+#     matchLabels:
+#       app: s3-upload # Label des Pods
+#   policyTypes:
+#     - Egress
+#   egress:
+#     - to:
+#         - ipBlock:
+#             cidr: 0.0.0.0/0
+#       ports:
+#         - protocol: TCP
+#           port: 443 # HTTPS-Traffic
+# ---
+# apiVersion: v1
+# kind: Pod
+# metadata:
+#   name: s3-upload
+#   namespace: mobene-cusprod
+#   labels:
+#     app: s3-upload # Dieses Label wird benötigt
+# spec:
+#   containers:
+#     - name: s3-uploader
+#       image: amazon/aws-cli:2.13.7
+#       env:
+#         - name: AWS_ACCESS_KEY_ID
+#           value: "XXXXXXXXXXXXXXXXXXXX"
+#         - name: AWS_SECRET_ACCESS_KEY
+#           value: "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX"
+#         - name: AWS_DEFAULT_REGION
+#           value: "de-1" # Die Region, z. B. "de-1" für Wasabi
+#       command: ["/bin/sh", "-c"]
+#       args:
+#         - |
+#           aws s3 cp --endpoint-url https://s3.de-1.wasabisys.com --recursive /backup s3://prodwork01-mobene && \
+#           echo "Upload completed."
+#       volumeMounts:
+#         - mountPath: /backup
+#           name: backup-volume
+#       resources:
+#         limits:
+#           cpu: "2"
+#           memory: "512Mi"
+#         requests:
+#           cpu: "500m"
+#           memory: "256Mi"
+#   volumes:
+#     - name: backup-volume
+#       persistentVolumeClaim:
+#         claimName: postgres-backup-pvc
+#   restartPolicy: Never
--- a/clusterspecifics/alerts/alert_prometheus_msteams.yaml
+++ b/clusterspecifics/alerts/alert_prometheus_msteams.yaml
@ -0,0 +1,22 @@
+apiVersion: monitoring.coreos.com/v1
+kind: PrometheusRule
+metadata:
+  labels:
+    prometheus: kube-prometheus-stack-prometheus    # dieser name ist fest
+    role: alert-rules                               # auch fest
+    release: kube-prometheus-stack                  # IMPORTANT: ohne das Label wird die Rule vom PrometheusOperator nicht gefunden
+  name: prometheus-msteams-alert
+  namespace: monitoring              # Rule im namespace anlegen in dem die zu ueberwachende App laeuft
+spec:
+  groups:
+    - name: msteams_alerts
+      rules:
+        - alert: PrometheusMSTeamsDown
+          expr: up{job="prometheus-msteams"} == 0
+          for: 5m
+          labels:
+            severity: critical
+            receiver: email
+          annotations:
+            summary: "Prometheus MSTeams is down"
+            description: "The prometheus-msteams service has been down for more than 5 minutes."
--- a/clusterspecifics/alerts/kustomization.yaml
+++ b/clusterspecifics/alerts/kustomization.yaml
@ -1,3 +1,4 @@
 resources:
 - alert_hetzner_api_requestlimit.yaml
- alert_backup_minio.yaml
+- alert_backup_minio.yaml
+- alert_prometheus_msteams.yaml
--- a/clusterspecifics/apps/kustomization.yaml
+++ b/clusterspecifics/apps/kustomization.yaml
@ -2,6 +2,4 @@ resources:
 - mobene_cusprod.yaml
 - mobene_cusqa.yaml
 - mobene_nsodev.yaml
- old_mobene_worker_cusqa.yaml
- old_mobene_worker_prodnso.yaml
 - mobene_keycloak.yaml
--- a/clusterspecifics/apps/old_mobene_worker_cusqa.yaml
+++ b/clusterspecifics/apps/old_mobene_worker_cusqa.yaml
@ -1,23 +0,0 @@
-apiVersion: argoproj.io/v1alpha1
-kind: Application
-metadata:
-  name: old-mobene-cusqa
-  namespace: argo-cd
-spec:
-  project: default
-  source:
-    repoURL: 'https://prodnso-gitea-01.smardigo.digital/argocd/mobene-helm.git'
-    path: config/default
-    targetRevision: main
-    helm:
-      valueFiles:
-        - cusqa/values.yaml
-  destination:
-    server: 'https://kubernetes.default.svc'
-    namespace: cus-mobene-cusqa
-  syncPolicy:
-    automated:
-      prune: true
-      selfHeal: true
-    syncOptions:
-      - CreateNamespace=true
--- a/clusterspecifics/apps/old_mobene_worker_prodnso.yaml
+++ b/clusterspecifics/apps/old_mobene_worker_prodnso.yaml
@ -1,23 +0,0 @@
-apiVersion: argoproj.io/v1alpha1
-kind: Application
-metadata:
-  name: old-mobene-cusprod
-  namespace: argo-cd
-spec:
-  project: default
-  source:
-    repoURL: 'https://prodnso-gitea-01.smardigo.digital/argocd/mobene-helm.git'
-    path: config/default
-    targetRevision: main
-    helm:
-      valueFiles:
-        - cusprod/values.yaml
-  destination:
-    server: 'https://kubernetes.default.svc'
-    namespace: cus-mobene-cusprod
-  syncPolicy:
-    automated:
-      prune: true
-      selfHeal: true
-    syncOptions:
-      - CreateNamespace=true
--- a/clusterspecifics/secrets/secret_objects/harbor-helm-repo-infra.yaml
+++ b/clusterspecifics/secrets/secret_objects/harbor-helm-repo-infra.yaml
@ -1,135 +1,116 @@
-apiVersion: ENC[AES256_GCM,data:AgQ=,iv:F1qmCw9vTl2z/dfQL37G4qT1/p2DO7uJv2lgUKYBfls=,tag:kvR0mWIrtsRJsx1OJbZfTw==,type:str]
-kind: ENC[AES256_GCM,data:lzeDlaxU,iv:8EiIrv253lP9ip77C6HOXCS9yfM+cTwDIA5pYXqT5eg=,tag:0yvF5cMXc59ShnAi0Ftezw==,type:str]
+apiVersion: ENC[AES256_GCM,data:V0o=,iv:eZE4uyjQsKpvJkz2m+yCRDKa1ml7o7QrCr52X5tBpNg=,tag:1UMGvk1hbkI1JPzRn0Pc/Q==,type:str]
+kind: ENC[AES256_GCM,data:NKtD/jQk,iv:w9w9tnlwxDjSKO8bvb8LHfRYuFjuBGunVOYaZCwhmzs=,tag:th3Wdo2nhviZjUB5qGaxbw==,type:str]
 metadata:
-    name: ENC[AES256_GCM,data:SaQKmcokr6l28KNatBgpqqz/MQDeVA==,iv:zSeYD05/OV9rJ0Ba/FpV60fId6e+nq/0nOF/CdmPuJQ=,tag:1UtO2YqJVC3WfF7O2sCqIg==,type:str]
-    namespace: ENC[AES256_GCM,data:Q2gH96qmlQ==,iv:leatb6UJWcB3rW46qCZEVOv19FPpjG8tLHlu/eFrCJc=,tag:HxBMMDMC3f/dR/RY2LoWjQ==,type:str]
+    name: ENC[AES256_GCM,data:/Jnq9DvpgLo18K9x4qm167b/4jI9ng==,iv:T83I0yRSggRcHEC2Ca/sXaXep+EMyEtiPbfPsvnmt4Q=,tag:lCZCXR2s0Twfhy89X2qmvw==,type:str]
+    namespace: ENC[AES256_GCM,data:/S0MzqNCiw==,iv:xVuYJI5T1WucmV4l2lgkcrTbFfrFntjl7N4YP7G5x6M=,tag:ZGpSaSUrhwBp2ayBFewqig==,type:str]
    labels:
-        argocd.argoproj.io/secret-type: ENC[AES256_GCM,data:ltB3QLxoT5juOQ==,iv:QtAOpD88Ny/3F/sFohDNFoxE0eUBu78IBd4KkADh0nk=,tag:Xv2f4TyFD2quqkKylLztbg==,type:str]
+        argocd.argoproj.io/secret-type: ENC[AES256_GCM,data:6FGqXZUjWvsORg==,iv:v6iTM9Aqu0/+Ey3f5mczwFBGJguZc42stImOL8QRTbo=,tag:S9gJlYme/vVnuo0ZcNXMqw==,type:str]
 stringData:
-    enableOCI: ENC[AES256_GCM,data:eBAYxw==,iv:Swm2MA4tBN83dDJZV1U9VtjJqGQoik41SU/GxUGBTKw=,tag:gGV9P9+b3RxyYfcQYV5nAg==,type:str]
-    name: ENC[AES256_GCM,data:znxlUAkpAg8Cd9tUyK+zwM7jt0Y6Aw==,iv:lpK0LztTHvXtp0dcsZtxEDTk6MzH9jM1EA1cuqfeJpU=,tag:+NwpOiVlX+VIRTWsNwbvFQ==,type:str]
-    password: ENC[AES256_GCM,data:Vi+Y8cjwRSm3LWEybPezBoGgP2i/RbkaHO2C7cylfoJXVMq104h99Q==,iv:uSVWp0uNUznexZcU3yMCowYmsXgUTcPgT3tmOHY1H7g=,tag:kiSaM0qlxUavF3xWYevIaQ==,type:str]
-    project: ENC[AES256_GCM,data:pAVPSvFh1RLBiznxN+8=,iv:HW03dZrpCb9ljMM2kblxi0dV7Umh7yGW4juaSdwIttw=,tag:3fteXloXkZJju2iPjxA0gA==,type:str]
-    type: ENC[AES256_GCM,data:BzCBtg==,iv:DT7oPI3975IJCScLE270hQl+NZqqE4Y+Ra+ItoVWGgE=,tag:UHQ13JfE/hdmB91eM/CV1w==,type:str]
-    url: ENC[AES256_GCM,data:3wPwFz5K+TtTOjCpuFJiwLKLtNEnLUq8WowPolAE/NinmGMZ54LEMZ3M3iDecg9abw==,iv:8r/49iqoQxH2nsDkMSjYUbKiJIeKmsoNiWtC79BZ/Ug=,tag:wLOCfKD9Vj+cdxnHcOfbMg==,type:str]
-    username: ENC[AES256_GCM,data:zkQsnwu/R9yEKwCqZw==,iv:8APAU6VkbBGc4Dw2hpEHxKKP/BxAFy19SSVhadieUMs=,tag:ZABcS7zjzhnaCjy9I7kACw==,type:str]
+    enableOCI: ENC[AES256_GCM,data:vlly5Q==,iv:dKFg4PAa2KDbdTAzcGdOwwa05KXm7DxRqtlkN/yMyiw=,tag:Fuo320WL8y+Iq0hCH2FYGQ==,type:str]
+    name: ENC[AES256_GCM,data:HFJogyRr+GW8v1q5YkFj0my00Cwd5w==,iv:LJncDwChNH76Edm3CixTHDaXgjTrO0LNYpy3AwAvZg8=,tag:Gi3lpdKynLRdDGAyE74amQ==,type:str]
+    password: ENC[AES256_GCM,data:3L1+UydpMSHFHRjO/I8luzW30UW1FVklVteE3yX0f+roFVT7uOYflg==,iv:jE6jBYn9YHeYqdZVZtgudoWxSqvNykXoRaCwV8goMKk=,tag:sbxMGhNKUkno0Sedo8VkKw==,type:str]
+    project: ENC[AES256_GCM,data:HyWpVUEi8FEGHlYaXfo=,iv:OWWNyh2jct1+9Zo4V1vphtQksH3fkky8Pt9JcrRFwe4=,tag:r+NBSi8qirmoazs3B2+gEw==,type:str]
+    type: ENC[AES256_GCM,data:mG7yJw==,iv:bIeyqpNfDcx2ooO+d33mIe+M1/l8MKELkOwWbb/87Yc=,tag:E7lLD6fQVeSL8ClgwSBRQA==,type:str]
+    url: ENC[AES256_GCM,data:awUSFAAXSP1WfoEebjT18zEVqKP5Y+A3HakC2ke9u7dfWodM25GE8050chSWOiH+ZQ==,iv:h0CWIPrOWlA56LQ5AmumOIqZ19yKKPyO6qvUDsayI9Y=,tag:CyymH0sIl8dYA0IBWGB+hw==,type:str]
+    username: ENC[AES256_GCM,data:XPlNGY++Cw0A07YzTQ==,iv:mLcwTJzOPtJq60rCubKdpuoVApICmyK8pkxGDXFqvxA=,tag:3vsC3YHhKR4k1aiuyzDPyQ==,type:str]
 sops:
    kms: []
    gcp_kms: []
    azure_kv: []
    hc_vault: []
    age: []
-    lastmodified: "2022-11-21T20:11:52Z"
-    mac: ENC[AES256_GCM,data:1sJljWHsRnwOd/vPplajMcPiXNjk7LaQyhTvtJQIYartnSTBCs8gItsCq6V1xUp9FVBD/J82rLLQ/kcg7bg2T5gmGnLdT/SvdKwzVWErR1sN3CSgB0PllvPgzSksfShh6owvlkxZ2Q4lcb5nnkKkjEDH1DKSHkT8NOBN1BUC1o4=,iv:7y+tEDcul+sFoZwqW/j6j8MclWj8UPPqfJ2wO/9wCkE=,tag:I1SQSA+zYYs8e4wuI43bEA==,type:str]
+    lastmodified: "2023-07-04T10:38:09Z"
+    mac: ENC[AES256_GCM,data:lkqixcp/ZZ2q6E9i4ElAELZOB3JntcLTbedgV91F79Y/pS3yM75r10OpERTHaosGslKsobwLNIOJJrN7ZD+biIlC4I4s4b8BE/CPSc/m3ts7SIHU4P+FOOdGggWn7+zE6RsM2ruqIWN4ngWNAIveERSuGp3fSjVYQt0FH9qDcDc=,iv:w7piyH+eo56uaVswNHWXkr+krbuDm3eLT/JuGHAMx6Y=,tag:uWj7lJb2wsJ5q6wZYOWDqg==,type:str]
    pgp:
-        - created_at: "2022-11-21T12:43:47Z"
+        - created_at: "2023-07-04T10:38:09Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQIMA911WKxzIy2nARAAiEsMWCJ0h/3XPj709B/1eEadUWQHboDn8W2sWbXeyQXZ
-            idD5gr+exFEBOc0qOOXMVMHwA/KTdnVsDV7mmhqc3R3+QDrEwKbeQc1/1O4blKuo
-            oQf/wkD4hQGQJpXMrc1FNQfT54EweDyXMsUMKE3S0p62v0J7s73dNGKf/JGo2xlT
-            3mgWmIiQhNHZwc4ikiSi8UMP0cTekgz2EXpnfFmZytI10NJgSTC3lNE8dDyMu9Ry
-            BRENUhDntX7SIdjzdNCdPzA6qkAty2yywW+AASm68ChPE18OqeI4IJTpIORxAfTb
-            2sU+4MuTocY8i+7cPtw96d1JB9g30RXbA8//s4wCMgOFkRiiaMLvOC3TJHq7Ig+U
-            Py6qFqKE4RPPjGbTlKfDlWHecoXGDZAzjxCz5vBrt9/kB7jtyNwN9Gn2QSSOlbQK
-            rhSfyylp+1Tc6hM7OIEbAzXS9tpolO5jz5asMJh41Wgx5E3JRAWLGYMz5hec38C9
-            pLNzibf3C0RJ9AKfjUnRO8jtFZxgUi20eLaJd1gv2ocaMUieawLVIO8dP2gRggUq
-            1WydeUIQ0jKD2lpmeZKTko8F3NX4d1riesOrTmrECKgTVMgMrF1QRsUXz7+IWocK
-            0GUc4zmq3NCJ7GVFZ/QXA+drm6OxdftVJcX5M5ARymTN+eTcujsZ78wKK3diB3nS
-            XAHixKyYTTqtV6y5ExSg/keDyZJ6TqI7kxTG+Gd4nUi9q0JLAXtkQMGk4ysf8DjP
-            bB/jfeeLlloHcMNweltA0RZbEXLvASkm4hVHMooqhpwvonZkXq7J7AL/enpw
-            =NXiR
+            hQIMA911WKxzIy2nAQ/9Gp4nDcztpbtd4Yxi/Pl1YJBP3k7MgUtCXdJQwebkI9eE
+            KK8uL74zH0NUuhFhVD9vZM1ritZP9dQIaexwWQAPlEhKxsW0WC77LuRB9kcTicJ+
+            n16JmB0615ocbvSrNCZ3p99KZLmIwt8dsi3wzn0STRnsz/n3NO6Y72G1kpFUoZdE
+            ks0yL9bp1zyD4URmhTJB6eNu9YcI5fAinNIZJK7hJVBY/gXW5c61hanNxQDky9sF
+            LbH2McHolsy2HlE6ZNOuRAdHHMBOsJZqkBgRwEzwfXzjeF1enX62ZZVxaY/4AW+V
+            tNUGGcl8PtFspauTTo7RDpgfCoE3lSlOuxnEGIBBOFEF+X0/+g35tkixR3YDlN1x
+            xg9vnQ72lhsMe5wq4ktayQQ0SSj/WadGwW8iLk8o2cigGnd8B961Pqbi5nKwaMqh
+            U1BhV6YSlG42pLGfctLHK/bfa8oHixpdCH2GkP1F8UsKMWZGJiLK+JwnxZC4I7Ps
+            OFmKVhP1W8Be/BmXE+7bT2CJnIGW/p5f74GjhanxtFavAyjNC85/pujCBuH93Bp9
+            wxFLfWCpfThrSko2LhKeZiMmfUql4J6Uc9o2RCZo3TA9xCESKzKW/hSYxIehelb2
+            90KBr+qSQQb3uZEqX/Vbc1G8Rj2BE2+2Z/Qv7kZ4Pw2p923flQKYk5GRupwWjQrS
+            XgEEhlazIjGClyDTt888DmXW4JDhIy3jk3mBZ/VcikYTiFN5DS1UccVSkok23Jh2
+            fl1x4cGdllrtniimH07Ga6t1gUPZPcaPJL93WLekYPsFtLg2hbxkSOHUqwSrxck=
+            =zPyH
            -----END PGP MESSAGE-----
          fp: E5B4FE1E0209DFFE320D2A2E47087747D89B72EC
-        - created_at: "2022-11-21T12:43:47Z"
+        - created_at: "2023-07-04T10:38:09Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQIMA4Npij8bx0m7AQ/9H6oFEoLVp+EJpm9H8dlST67U1u7ObiLc8z+e7d021F11
-            nfVFH9p6Ybv9PaDh4iB/bPPbxNWK8GlWJubFLTg9Hh2HAFMV+p19DbFI6yV9jvc/
-            wK1erx81+LO53mKuWW328fVIjLUjWe2NGFRkdE5f249Ll2g2XSipvLdiGjxLAQfi
-            z8kMToMxkxIRAcLkmlB1J/KmN9nwFc53DSrx1/TXszOIYpkVwaK8wy1V8fsiosFp
-            KroNEETLu19rVqcbZSYqHGoKMVIBRRb1ZP34bZ95eeYuDJwgWnHuyOHoF3dkYizw
-            dqlJEtpMU3dJpYzou33an1HRwXY1lmMtFyn5M2DiZsEUlbr1DJj3WevR1215EODE
-            gMWpfrWy5VRYi94aFdCnStnuMvnyXvw483QA9j61iAgjiYkqn0VJwKANzC/Xhi62
-            L7BMz7fFhWyDtwrkhoVO0YhiTe9pNvf3+FreewViFbwnF6uwoFm+S6JaWZcIF85t
-            9MWJVpL/DOntu/ABaWyv5JshmnvYdfU1nSqHxaxH/nx4zcFZFAIu1vUs2s5GThaQ
-            r0s4vOenQpP8MhSr0MjefqbZyU7/isNnAbdxGNrIRtJJq6LM4qVgueu0oLGaZN6g
-            Wtity9PBgDWEGW6PajZjYUormTFktCoW7G04kwV9isK5P7TotyRHlIeBTd/5L23S
-            XAEpj1ZaqvJnBRNFRUpBGyJLpfDwO9St1W4eVjIT8cvhUatDfjRY0OkNBBD6wuXB
-            9fTy21iIo7W7P7XoENM+GnF8kP4ZKElLAPvv7VKHoEWRMyMew+3T1nRIeHdg
-            =eQ9h
-            -----END PGP MESSAGE-----
-          fp: D65D400040387210377B6A71DFD775644EAAC77B
-        - created_at: "2022-11-21T12:43:47Z"
-          enc: |
-            -----BEGIN PGP MESSAGE-----
-
-            hQIMA+5f33GLJ89bAQ//c8S0x7f6tVyuNKf4lFjYOweYvBJG24WiePx22hMO1WME
-            FmQKN4VoEyDwYUzNsrPPLW/uDaMJFRQY6Vsx/fkriOsBCydsd5PYW0hYWLhhHdU9
-            zR9qTAtPBRq0h8lz3bfY/hhOEPni9rqhthRamg26f6odeJvDqplfc3lzltYUGwJx
-            F0WYZreNzqysoGGAFc0dJClu0u/mrlwNYEzYyGiZuQDX99T5EDCCmGR6o/ogzO1x
-            arAj3c7+umw4Du2CL8XLuysZn8+5k78RWtflDnKWV1RPUe2ar607RvCiVO0nk8il
-            TkTKFR98fV6qbp2lY5X16R3CxIfLVMvZh8MSED3LScnavwHvgLowRex2q2DDQHtW
-            KJlcFW1padZIWTZyABOHzujSRjX9vv3IdF69FJCXgWBWfedhex24hRgFNb0D9V+f
-            hX+lj29q2ddG0RO2Z8M9GSIQQQvNtffRdkkye9ZPXj6M20IvEA5pPEbdmNGoCcTp
-            M2HXnFjDZ9uqh20IYryiOwm2TUc2WtsexfasscDFHOev9g5zjkQAeTfkTeyCcj/p
-            ibuXto6n+3FtnGU8M/Z/pn/okyERMNNcjA3O/ufXRXElVxjlhmZdoX+drkc2pO9H
-            B0d2O+Uocl4wj374xwCA3yV194thgcMl/WyWR3I60unzvgIoqyzMlEKRwe1wUpTS
-            XAGOdzSPMsWSt+He0/m0347TQT27AimbR/Oa02hTifCAShSoa0WlWBCio1NvFI0A
-            7n0TaZmndTq+jgXg9GE6VsWkz++mD6x1TZNGD3ZsOH/u/f8B/BHD69gnIgvx
-            =dUvo
+            hQIMA+5f33GLJ89bAQ/+INcA2paXZR3p3nKg1twp7HXVXXcypndAz/z3JGQTH/gd
+            isPlU6G8LEOJH+JPDtWu1JfUaaYquCtMBafHxgzfc3xwN4O5bGPh9capoUC/UZlt
+            b0jTvDww6PVdnm5DBJmyxALvrBoLCmd9rJjb+8u1eA0UCRKtIkfqAUCmFw51aG9o
+            6HvMRE8Brecb3ip1gH8cEtVmOE6spnefv19kdcxT8VvBMFfdw6GOMD61UvA4QapR
+            oJF1GFzAl5/8yxyRIhnPJRzQvM7zCNIRmf7zbgPRnrWYgS0JnvPIlMCMQAgvXaU6
+            L8ietVudQg8OdmfSIsl/VTsqE7I65sD3eQPTTrKdvQ5ynwLEJVcyX1o8Uv6NEasj
+            4aG8I0X8iA9+3WnjJMbvRyg7R5tguGXyTs0fJ85ELhcmHYPB/69jJmKO4URgg2cj
+            SADlAw1zGmrJQVs4qEWzLCQ/uDJ9/6zeV746yGlLlkKV2b5j6eKY3J4s1CcEpGBS
+            XvXTPcWNukEvHeiqsZ/7f3KlQw24iOcYxcBH36nBOEtcNmeodo7BjJO0DmR+/P0e
+            BIhtN5QtmQG/sKms8ZcHFbf4fPx4G54COUtD72lpeLj3A3mp2uxmUlc/tX9KsDPR
+            LuIdEx5kiZbfHw9ihS9Es4k2dVxVVNIRAtFdHw5w6RypLeUtjS+2XQZmnPFnnTjS
+            XgF5F9l52T5blRS8KQt/Lqz/KCIu9TCdxFFpsQYBRuYVAzFGeVx7C1ARSePL3Q1l
+            lRiHat9wwHmcandbblwL6Gw0uHopkfFfqNxYX2+XKizWmCmK3aFXmSuQuyAX6OA=
+            =Uh+Q
            -----END PGP MESSAGE-----
          fp: BE3FB94982C2DE95B1EDD388A96613A6B1DB15B5
-        - created_at: "2022-11-21T12:43:47Z"
+        - created_at: "2023-07-04T10:38:09Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQGMA+cOSmNXMUmKAQv/SRP/ltZQeTfRuCb5fRl1LQt19jY17MHu/ofkLLQxzqbf
-            +86CM1567cikYp9vJAcQdMBY2jGdAeuaW5P0kXnLhp7ugnZ82hAfOLAjPHNBAMNd
-            ESZ4x4ggKrwCZDO7u+aeXYSQzKko0Y2UdfnsX0jLKX+dqUhII8CHzNI9V1ccFaBo
-            HuCerTaIDByQvTQGK+64/+Cn9UYpxeG4JqPbiDpUoo3iAQQ91lx8curl7YIkEDbv
-            paKDRY2DWF0nNc0wpdhPbBAO/9/ROyuHehckiiVe0z+S75kux/2KiCuaAeN4TsN6
-            PGE0SrTXqxrHb74FHtnfqBF05QcaZGPlZUGBO0sEtbOJppWo5faJtNC8qqtAiJyH
-            bZuauYhCmVc0l95oG75cTGjUMj2ZeZR+l7Au4Us3FIu7IoBT4iB5lDaZ71lMxxv/
-            A+/W8GVnhaZ/CufIHeoLUhuFNDqLTnOQziGtlQm21rC8qLM/S1mqlpW7GQPr324h
-            3PiK8igIlYC4n3Jx5IpD0lwBgcCQcHK/9GuR6RMlq4Q17JEOSN9p6XlPqWfaPHrU
-            fAoYo/piz+HfFB5F+L7nj2H5tM4XcXdrycHMVExF4uoQrH7/8k4ONDZ+uvm8bD0N
-            Dw2rf0LeO0/ITQKRKQ==
-            =Wg44
+            hQIMA1kDHheI9SLWAQ/+Ltn/+RgLIVRNEHUMpsUmjklfK8GAJ91tFuJvpHsIVcr8
+            3P61y4IoF71G520RVDgVfsgjLC7XaNA2s/NiB5922ZQ4gdw5AmoiHfnhbNTda4as
+            se1a8gDyHy+AlQ/fV0SzdA9CohSdd28QJpURrhEyEKeJfaxEfZuK9Ta2KspB2Urk
+            YyKE6QQRsNxkrEFL5wes1QkOYLeMST+rkoJHzDjMeQiP2gPp8zKSV+z2xSKftQq2
+            fipIJVPps5E/Vw+Q9M5nf8LYNw/tEf45lC/795KYSgBhHNqjn3wYII15UcS6ebDe
+            eMyvq3IbU92jaRbaDkn1qKFAsqZT5MxBdZ5UzkS4OOfCrpeRV3HpmqyWvfVNLCKX
+            Qj6X9EyslG0RgTEJFyLvBkKDKNUsGS1Q4kgVwAx1LrfWlCe+vPvo7rdGxl68wCU1
+            tKF5s6N+9uRyOlZ61+McO0cwKh8UMmxEXCVYvP0rg8EO+yp3Ob22Otj+3cEpWjqY
+            aj9uraK2N9Q3aZn9n0rZXQMe9ZOUuok/fRMSN0XPyUyafjoGbAieL4/PCvxANbmL
+            H520K5tclsyrWvtUt3ae3UJqOZ4chEt1D8py/jk209sR1HWkeunOArYUEWG+JG91
+            m+5hI2Z4qKu9xF4KiA1qVY6e7lT9Y1djrDzESfDEjn3IKphBfFQD3X94INCYq3/S
+            XgHRdpIVuj7E8kTSNidxDjDK2027wHz/6b5jbCOuYxevKZndtXFYsrn5d9FhIqZ6
+            25O8uML31L3Nj7o2yXd3Vt8Sf67flI2EcBISwyYGhKOMRJycFzJumo1q+Xjtbhs=
+            =lFXp
            -----END PGP MESSAGE-----
-          fp: 9F08DA9D42379AFE6610E9E615CCEC6801DBA02E
-        - created_at: "2022-11-21T12:43:47Z"
+          fp: 17B8FDF68AC123EB666934B17D0DF6EC048A5D77
+        - created_at: "2023-07-04T10:38:09Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQIMA1kDHheI9SLWAQ//VByh+K1TrM5bxOdGgoNC/326CnVNLDc9zUROOWj/SVqG
-            dTcsHT3p2ZKasviQ8D7Kwk0P8+UlXr6Y53EU8TdwPJPsGS9HVAq1vWNWNMtqjIjG
-            Tx5anpWaN28gKxZBHPg5x50I7wNr39WZ27SblsQWjnn5qFI+CcAPj0oR9i1UjLmk
-            L2LJonUnPPhtqXOSSODSfn3wu8rnxKlJgrVntbgwEEXHKA33+f+jddJmzmCU38mA
-            YPAz9DTSVhCP3Zzi6E2ySu1RClZ1LMMdIdCpMDr0O/xeu92Ue0zgB/v/tzcEDy3z
-            dFxY6B5CDXDQAaaR8MZsiq3uOWaiMM6M3Ie+rZ6ClKUYyx6EWdDt0RFm5SJIqszS
-            7Iq8SCX3uzCBRwfhDnutQ2Rzt7ym7odaP+vkqWDavHpu/zNZZH8xnV2gXPJxLPuS
-            wp/OrrcaZo/Ghr9MpK5ilBaJnwZBuxAuUfMDN5otJTfzBQCG8phXrgo6BOMPubAZ
-            d+EAti65A7uqY1k+a2dSwcxZPMu0BEmZBKvnoxRPy1XQEsk3k42KSJblPxifHT/O
-            kCBAilIF6aMSIQnGXw8TGDUKNb+tZ4huVmoWk6zndA19RR/D8i4D43d5EzJBjFD7
-            66/cyf/Q7lljXpSAzC9Qvebpa15WSW79ghVl+dUFekbZAmirmp6fU4kqPA21+OHS
-            XAEnW803zrorSz2ehYGOGWX9hhAzsPpU79Mbd0ptg9Y5Ow3m/9I7aL5fm5VNqJMq
-            qRUzzyklsZTfL/nYcnJWTyPOo07o87C+6YfJG4rnFqYSyu6ZmR9y25lnTLFa
-            =6nki
+            hQGMA+cOSmNXMUmKAQwAtyrRAR8ycDLpoIrsgh8iIcgm6GArtZnGAnR3hn4XuXAB
+            wHAdrJcGtk5Gq9sPng3T7dlHtdGbM7EpPhfjS3zM+k+HR/fE046XEwBa694PhMTN
+            xlh8lNNHCFHfKknhUhRo5F5n2bEQbrszajxhyZpqpGUWt5Jhn8fYzP5ll89NXaqQ
+            RzqYzPGzR0+yn7WYjIHkb3wOP3EdylDdfoAxDuIaCXh9RNUE413gFl2U9q/EFwKk
+            2C2B7rj/RAaWTRbHp45DNb5P63fXOqk44/o7xMNIC8oFrwobeMv+GHDZas2nUSPD
+            afGFinuFwuQnAoCYU/iwmoBpPSa7DpgyfTSoiKo0pQy9f3TABqu+PiwQ9eIpT+H9
+            yUSBOj4jkxy2c1RflcbRNQpgO44JnYJKppX8R1pXrN5eukNmhO5MvZ9/Zhg/oJyO
+            +EfO0k7uy62JnfJ//ZeCSnQj4Db0kcbuKg+OR1rqJ01z2GCNyr31n3DtQnyYBrWO
+            bxXT2/AOL01CZUaHtS7k0l4Bam5jx1zf8pOV6m3lO56bGdxAyeock3ned1Bn5+a4
+            sJE+5JXSehXpSHEB2i2IoO9CATLZQaZDZlRrx9p2xsY4zG+rq/PSf5yzyVmQDto1
+            xxwSkDDd204bhF5e2ATe
+            =spUb
            -----END PGP MESSAGE-----
-          fp: 17B8FDF68AC123EB666934B17D0DF6EC048A5D77
-        - created_at: "2022-11-21T12:43:47Z"
+          fp: 9F08DA9D42379AFE6610E9E615CCEC6801DBA02E
+        - created_at: "2023-07-04T10:38:09Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hF4DZmNQj/lmIGsSAQdAH4DWeXZL7g06mPYOlYUPP1nSEOa8lNWhEg+C0CwBcn4w
-            RsmO50cgx075bN785MvZSHU6G0mqP7mFFY2qZd+Aas0Nllfhw27oO57ypoiEqCA5
-            0lwBpp1nMzCU+iE4E9zj74ksh2xlHRjyLhhFZLJjaNOFsNdWtJxVagaaHZp7U8T4
-            LeblB4w/BrXegY530oeeZE9VdskePpmATXn0CR1uUQRyEzNJotPFxZ5A2Gad8w==
-            =B73S
+            hF4DZmNQj/lmIGsSAQdABnWrQtH+ZX7b9l4+31KK6y0YrWG+Y+Dsai4QqajwHAIw
+            7ILTO56CuXxcT9ZbgW2jPryh4V3T790Js13Q7USQjSsBs/ThURDflrXhgVr+MDyd
+            1GgBCQIQ4mr4VAmrm21BTGGKj+nN/NsNHcw3Hx4V8UL1W1ZP7lLejYFu7XEnuAU6
+            +ZwZkanH5mnMPnUSufH8ClWQS1vkEgAUPRSlW1FSYPkKC+RKUHIlofPQUa+Cdqmd
+            E0HMpPgE24q5aA==
+            =yqkW
            -----END PGP MESSAGE-----
          fp: 73C2C9954D1BC94DC6682525D2FA233B52AEC75C
    unencrypted_suffix: _unencrypted
-    version: 3.7.1
+    version: 3.7.3
--- a/clusterspecifics/secrets/secret_objects/harbor-helm-repo-mobene.yaml
+++ b/clusterspecifics/secrets/secret_objects/harbor-helm-repo-mobene.yaml
@ -1,135 +1,116 @@
-apiVersion: ENC[AES256_GCM,data:AgQ=,iv:F1qmCw9vTl2z/dfQL37G4qT1/p2DO7uJv2lgUKYBfls=,tag:kvR0mWIrtsRJsx1OJbZfTw==,type:str]
-kind: ENC[AES256_GCM,data:lzeDlaxU,iv:8EiIrv253lP9ip77C6HOXCS9yfM+cTwDIA5pYXqT5eg=,tag:0yvF5cMXc59ShnAi0Ftezw==,type:str]
+apiVersion: ENC[AES256_GCM,data:MUY=,iv:/98i5Er8ytd23MnAqMkPOSVOHBrATvOGsbJyazso7iM=,tag:Wz1Qn2Nvg7LxT1fue9mYdQ==,type:str]
+kind: ENC[AES256_GCM,data:9NYuPQEt,iv:RkERNdltGC6H89KknjI2THCRdsctkC8Zf+N5yKSx950=,tag:g68nGtyFGakh43wIVmyk/A==,type:str]
 metadata:
-    name: ENC[AES256_GCM,data:e4YhbFDxIek6FMZDPjEtET3eF8GFgJg=,iv:LbBxMub7Re+ozrPzvgL9qu0I2Q20KAoYym3JW++BkPg=,tag:1kix1dZTYpSl3qMdzDCPoA==,type:str]
-    namespace: ENC[AES256_GCM,data:Q2gH96qmlQ==,iv:leatb6UJWcB3rW46qCZEVOv19FPpjG8tLHlu/eFrCJc=,tag:HxBMMDMC3f/dR/RY2LoWjQ==,type:str]
+    name: ENC[AES256_GCM,data:uPuBcI/bTLpakGbInoCauKDyf/kigGU=,iv:jS/rpXwePxcA3Q22Kjx1r/GjMwMzEbUiNTrKPykeeus=,tag:6zwKA7RXCWcncTHAEP0lvQ==,type:str]
+    namespace: ENC[AES256_GCM,data:tSyEzDUN3A==,iv:kITSBKnzNCoYGc5Gyrs6TieUr3WsvRrjhvuGbpkfyDw=,tag:MiaIA4Yfhhrv2L9hwd1xAg==,type:str]
    labels:
-        argocd.argoproj.io/secret-type: ENC[AES256_GCM,data:ltB3QLxoT5juOQ==,iv:QtAOpD88Ny/3F/sFohDNFoxE0eUBu78IBd4KkADh0nk=,tag:Xv2f4TyFD2quqkKylLztbg==,type:str]
+        argocd.argoproj.io/secret-type: ENC[AES256_GCM,data:C/s7y8aGNVLiNA==,iv:Tdtwm/4IIgDaoog4G8mKHpHqRgiAW7xPdxNVch6VDBc=,tag:HxXITzAX1e4KCT7kZGu3/g==,type:str]
 stringData:
-    enableOCI: ENC[AES256_GCM,data:eBAYxw==,iv:Swm2MA4tBN83dDJZV1U9VtjJqGQoik41SU/GxUGBTKw=,tag:gGV9P9+b3RxyYfcQYV5nAg==,type:str]
-    name: ENC[AES256_GCM,data:y7nxIBUu+iey96jST6uX3mMm/4IeAMA=,iv:rilazf7a60thBsOcKHkhzPyg6acCifRkOCkJ7+w3njI=,tag:bkKnBe39UaJTUwrgA0VobA==,type:str]
-    password: ENC[AES256_GCM,data:Vi+Y8cjwRSm3LWEybPezBoGgP2i/RbkaHO2C7cylfoJXVMq104h99Q==,iv:uSVWp0uNUznexZcU3yMCowYmsXgUTcPgT3tmOHY1H7g=,tag:kiSaM0qlxUavF3xWYevIaQ==,type:str]
-    project: ENC[AES256_GCM,data:7gMOwC9p,iv:ZkkMxvEpbczbz8Rc3IpU3n3NMTEFDPRMkWd8p81cC74=,tag:DZLPDAE1JvQ3/gPVeEH2CQ==,type:str]
-    type: ENC[AES256_GCM,data:BzCBtg==,iv:DT7oPI3975IJCScLE270hQl+NZqqE4Y+Ra+ItoVWGgE=,tag:UHQ13JfE/hdmB91eM/CV1w==,type:str]
-    url: ENC[AES256_GCM,data:3wPwFz5K+TtTOjCpuFJiwLKLtNEnLUq8WowPolAE/NinmGMZ54LEMZ3M3iDecg9abw==,iv:8r/49iqoQxH2nsDkMSjYUbKiJIeKmsoNiWtC79BZ/Ug=,tag:wLOCfKD9Vj+cdxnHcOfbMg==,type:str]
-    username: ENC[AES256_GCM,data:zkQsnwu/R9yEKwCqZw==,iv:8APAU6VkbBGc4Dw2hpEHxKKP/BxAFy19SSVhadieUMs=,tag:ZABcS7zjzhnaCjy9I7kACw==,type:str]
+    enableOCI: ENC[AES256_GCM,data:RMSz5Q==,iv:WboSwjRq+2b3ZkjjcvSnE4301MbkRTl29oKmQpUzb1k=,tag:4eLRM0zqt9LSGp+2vGN89A==,type:str]
+    name: ENC[AES256_GCM,data:HvN/sH/y2YixmP7AVMXL2prpfizh18I=,iv:7Hx6GDyXjc2BCuUSM6X/bQFdOoDNG97NtFBzy4yN1Fs=,tag:YnYAnuiUJPhvCMPTKaYI4Q==,type:str]
+    password: ENC[AES256_GCM,data:onRi9DjSoi+SIMiT1VlbvZlWQMPNRXPFjc1zT5g6Vl0EDzoiT0LOiw==,iv:ha8w81oG//WjNvHYlLzMG4Sr7NG9atZoCB2yO+Jlmqc=,tag:cUZlir2G2FMeskKATemHJg==,type:str]
+    project: ENC[AES256_GCM,data:jWHIk9SO,iv:Y9Q+ujxfJoapot1jiF5T8S3npbDIQnB0AmElaLORnXQ=,tag:gFPnne6HrkpEWL+cp8lQdw==,type:str]
+    type: ENC[AES256_GCM,data:K4a/9g==,iv:nHSpJXNwWd7O+TgiuR++FLiIjxXZNOzxPXE3710FWHI=,tag:QDCO66ZJqYFFBYoR+ImbjQ==,type:str]
+    url: ENC[AES256_GCM,data:NMFgNaoeAAwdZBhEjxIzfbwXtFRbW/B19p735f79gc16ItyYxbL7JMvGLXofCN0i7g==,iv:PoD2DWeBB6XLUfa5TQ8gQNFptISby8Gch6r2MJs9+/4=,tag:JbRzPQ7fphMIUJDtMzgTtA==,type:str]
+    username: ENC[AES256_GCM,data:caN/W4zu5T92EvfmOg==,iv:TLTrVWxNRNrvMwndrOgSkCOBgbJESGeChXI2djkbMqs=,tag:/GpTrdx5CwzDZp7SQlYrAA==,type:str]
 sops:
    kms: []
    gcp_kms: []
    azure_kv: []
    hc_vault: []
    age: []
-    lastmodified: "2022-11-21T20:11:26Z"
-    mac: ENC[AES256_GCM,data:hVgassR9rV/iGYEvy4aOG4gU76hPrZtMPeqOnhjE3AkcZ3ry+PhMK2D4L6MirUQQsQMz9kSXN8euhFhwnV6H24HIUU4+yyXyMzKqmifx7jLXh0zLu44JQshZ71Pcgxs5S85O/vlGYUJMxGe0vvloOotzbVRhIBC8+YV7ll+9t4g=,iv:77zAQPZmLzRG8GOU2Dp6r7IeOna4VXZ9WGnTHsgacY8=,tag:aY7ullLeZciYDA9TCl33kw==,type:str]
+    lastmodified: "2023-07-04T10:38:30Z"
+    mac: ENC[AES256_GCM,data:FVIMtfiw2r59FE4otTadS2PU9q0FrE0gkJGTBai96Z/06S4uUSOACVeZMnggXi5MEpmyRQlXPuGGa8fCyk1KIu8PZ7HSM62VMg9Owq9fZkX4b/5HkHBO+VqSMopKi65l+0QaztVMHrCO+mN0NCMofZHrZKmyillnqnOUzMu32OQ=,iv:UjjEHN8R5oy8zeU5EvuI9K4ICV+iBw6c1tgFrRLghII=,tag:6UqOxB/19lqXw/N+PCCr2A==,type:str]
    pgp:
-        - created_at: "2022-11-21T12:43:47Z"
+        - created_at: "2023-07-04T10:38:29Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQIMA911WKxzIy2nARAAiEsMWCJ0h/3XPj709B/1eEadUWQHboDn8W2sWbXeyQXZ
-            idD5gr+exFEBOc0qOOXMVMHwA/KTdnVsDV7mmhqc3R3+QDrEwKbeQc1/1O4blKuo
-            oQf/wkD4hQGQJpXMrc1FNQfT54EweDyXMsUMKE3S0p62v0J7s73dNGKf/JGo2xlT
-            3mgWmIiQhNHZwc4ikiSi8UMP0cTekgz2EXpnfFmZytI10NJgSTC3lNE8dDyMu9Ry
-            BRENUhDntX7SIdjzdNCdPzA6qkAty2yywW+AASm68ChPE18OqeI4IJTpIORxAfTb
-            2sU+4MuTocY8i+7cPtw96d1JB9g30RXbA8//s4wCMgOFkRiiaMLvOC3TJHq7Ig+U
-            Py6qFqKE4RPPjGbTlKfDlWHecoXGDZAzjxCz5vBrt9/kB7jtyNwN9Gn2QSSOlbQK
-            rhSfyylp+1Tc6hM7OIEbAzXS9tpolO5jz5asMJh41Wgx5E3JRAWLGYMz5hec38C9
-            pLNzibf3C0RJ9AKfjUnRO8jtFZxgUi20eLaJd1gv2ocaMUieawLVIO8dP2gRggUq
-            1WydeUIQ0jKD2lpmeZKTko8F3NX4d1riesOrTmrECKgTVMgMrF1QRsUXz7+IWocK
-            0GUc4zmq3NCJ7GVFZ/QXA+drm6OxdftVJcX5M5ARymTN+eTcujsZ78wKK3diB3nS
-            XAHixKyYTTqtV6y5ExSg/keDyZJ6TqI7kxTG+Gd4nUi9q0JLAXtkQMGk4ysf8DjP
-            bB/jfeeLlloHcMNweltA0RZbEXLvASkm4hVHMooqhpwvonZkXq7J7AL/enpw
-            =NXiR
+            hQIMA911WKxzIy2nAQ//d2P4UzYPkMcZc1U4JQLrSGd8tLiw6yDVGeXmf5RepZRv
+            N05wA4+7deV7nhHyaB/tg4k6jtkqZtGhkA1zW1OchZfQg5GnbRt77Gwx2LJJ+QSz
+            NBN/uWO+XNKzupXZo3Q7/m/+eir/vKzDD4s01VTUBSHTiPRQjR9u2nM5IMdGY4hI
+            22pLFtOpUdVxhCcMuHTXgBeS04QsqBID5bjkXbItCi/m0qZC336cQjDBavN2tQj9
+            605s1CRGXutIUCSXbr0lD7OsJTFS8hKlu8rkwJksqK66SCIJVdK/5f0rl/80M8fb
+            PK50Yd/EeD1XbXOB58BRqr7Wl7hik0jOsKIHiglFNpiCMyCzBc6EXtFZDFie4Rsx
+            LHbw7o7Z0Cgcy1GTlXp/slH+VwsaUV8fTdbXBAmQ7CQnQGtjZNys8uDekz7+I+J5
+            fCoHlQmOVvn1R99cj7FvSya8Bn9rBMJ/EF1uJGnSPHSBWRDxlnhJFdiQZlcPfhMg
+            Ak1HiGwyO/IK0HOqr/7vHenjsdlNQDBheqX9i79Nqx/UadgMYrL+h4baW+vfQwHu
+            sNx5fll0FTh87pRS/6iQSeCBASFRhPP0hnJT2urTePSgSFE3FKJQZFOr6C3TM3Jt
+            dOE1JSBpOS4KWTXY5bwjY2Vmq9O+5MxcifT6G+mocdFnPFz+09/M+Lie0I/8ClnS
+            XgHcQFT8vMnkVvh8elIqzub3L2FKYFaKaazhEbxEVLMWur5OWM7P1f67CI6lOBx0
+            +tO6tbKLBqrDMaDjQ9LDB4sycWTAbDqq4CQLM6IV20KRfzqpo932dKjdrcM4mD8=
+            =ZFg4
            -----END PGP MESSAGE-----
          fp: E5B4FE1E0209DFFE320D2A2E47087747D89B72EC
-        - created_at: "2022-11-21T12:43:47Z"
+        - created_at: "2023-07-04T10:38:29Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQIMA4Npij8bx0m7AQ/9H6oFEoLVp+EJpm9H8dlST67U1u7ObiLc8z+e7d021F11
-            nfVFH9p6Ybv9PaDh4iB/bPPbxNWK8GlWJubFLTg9Hh2HAFMV+p19DbFI6yV9jvc/
-            wK1erx81+LO53mKuWW328fVIjLUjWe2NGFRkdE5f249Ll2g2XSipvLdiGjxLAQfi
-            z8kMToMxkxIRAcLkmlB1J/KmN9nwFc53DSrx1/TXszOIYpkVwaK8wy1V8fsiosFp
-            KroNEETLu19rVqcbZSYqHGoKMVIBRRb1ZP34bZ95eeYuDJwgWnHuyOHoF3dkYizw
-            dqlJEtpMU3dJpYzou33an1HRwXY1lmMtFyn5M2DiZsEUlbr1DJj3WevR1215EODE
-            gMWpfrWy5VRYi94aFdCnStnuMvnyXvw483QA9j61iAgjiYkqn0VJwKANzC/Xhi62
-            L7BMz7fFhWyDtwrkhoVO0YhiTe9pNvf3+FreewViFbwnF6uwoFm+S6JaWZcIF85t
-            9MWJVpL/DOntu/ABaWyv5JshmnvYdfU1nSqHxaxH/nx4zcFZFAIu1vUs2s5GThaQ
-            r0s4vOenQpP8MhSr0MjefqbZyU7/isNnAbdxGNrIRtJJq6LM4qVgueu0oLGaZN6g
-            Wtity9PBgDWEGW6PajZjYUormTFktCoW7G04kwV9isK5P7TotyRHlIeBTd/5L23S
-            XAEpj1ZaqvJnBRNFRUpBGyJLpfDwO9St1W4eVjIT8cvhUatDfjRY0OkNBBD6wuXB
-            9fTy21iIo7W7P7XoENM+GnF8kP4ZKElLAPvv7VKHoEWRMyMew+3T1nRIeHdg
-            =eQ9h
-            -----END PGP MESSAGE-----
-          fp: D65D400040387210377B6A71DFD775644EAAC77B
-        - created_at: "2022-11-21T12:43:47Z"
-          enc: |
-            -----BEGIN PGP MESSAGE-----
-
-            hQIMA+5f33GLJ89bAQ//c8S0x7f6tVyuNKf4lFjYOweYvBJG24WiePx22hMO1WME
-            FmQKN4VoEyDwYUzNsrPPLW/uDaMJFRQY6Vsx/fkriOsBCydsd5PYW0hYWLhhHdU9
-            zR9qTAtPBRq0h8lz3bfY/hhOEPni9rqhthRamg26f6odeJvDqplfc3lzltYUGwJx
-            F0WYZreNzqysoGGAFc0dJClu0u/mrlwNYEzYyGiZuQDX99T5EDCCmGR6o/ogzO1x
-            arAj3c7+umw4Du2CL8XLuysZn8+5k78RWtflDnKWV1RPUe2ar607RvCiVO0nk8il
-            TkTKFR98fV6qbp2lY5X16R3CxIfLVMvZh8MSED3LScnavwHvgLowRex2q2DDQHtW
-            KJlcFW1padZIWTZyABOHzujSRjX9vv3IdF69FJCXgWBWfedhex24hRgFNb0D9V+f
-            hX+lj29q2ddG0RO2Z8M9GSIQQQvNtffRdkkye9ZPXj6M20IvEA5pPEbdmNGoCcTp
-            M2HXnFjDZ9uqh20IYryiOwm2TUc2WtsexfasscDFHOev9g5zjkQAeTfkTeyCcj/p
-            ibuXto6n+3FtnGU8M/Z/pn/okyERMNNcjA3O/ufXRXElVxjlhmZdoX+drkc2pO9H
-            B0d2O+Uocl4wj374xwCA3yV194thgcMl/WyWR3I60unzvgIoqyzMlEKRwe1wUpTS
-            XAGOdzSPMsWSt+He0/m0347TQT27AimbR/Oa02hTifCAShSoa0WlWBCio1NvFI0A
-            7n0TaZmndTq+jgXg9GE6VsWkz++mD6x1TZNGD3ZsOH/u/f8B/BHD69gnIgvx
-            =dUvo
+            hQIMA+5f33GLJ89bAQ/9F10SO+A6N7VKTEJKSqx57pDGXRR0ozhgPctu89G2nI3v
+            yBruTZVwpHczmnoWJB+inXgyok98BD+O60b67j32Whu4/owJqxZMxKxiVkk9L9e3
+            M9IHjb6chD/n92FMWemCqyDDkd9vOCC+GCSASlYayBkmGgDsnu7tixfVyic0bstF
+            BvoyNnj/+PmfL4uM11GHrOJ98v/KryOiop5T5UBfQdaIdcWfx9ibvGtXL+H5bMrx
+            wj2QoZERtMl+bEIdSIrsr4CIsGafoFuVF6yAkfgC6KzEpEdU1d7nhhVlmMQZkzdv
+            B1+fPc29uzznXwVFf+gXhA0SmDE45Ie4O9TdtuXOPye3jiFHd/4p+vSgUuIWv6TS
+            4qBPUemiOumENpom30fvQvDuk4fzvzyUzRK4bUB9Qd8dW7csAj4p4YwB6pjQUewD
+            s/40WJrsPoGUTNULRwjldiVkbZHg/+9niB8lR/dGbQbFK595qJDzWnf7ZShR8N3t
+            FXExywiAKR0J0oP7IaeSao1ID4Daw7+TN+LGGXd6ugT+UD0i7Fn2HxcNRK8SAcdW
+            5Ksu5TpkcNpPBo3SUDFoDsE39cMs3IhUwnsdWClZT3WF7RsdLlKGBaFo6gL16Ohh
+            BG2lhoVJMSTo6t7b1GPzkK1Kj/fP16DOfc5vO0VDQrTtzlt49td3sle7aMulrsbS
+            XgF7jY+o4CkalJ6Ps6+L5yjlacRc/icvvx6JN4wPwKIw/0U7lTygNB956A5ajkyv
+            JsjkGBbrGXbIvNOuEIHXIHiMXr7KpZf+7zrGuq6Q4tpNjradb68Yp9661jKSMtA=
+            =XE0u
            -----END PGP MESSAGE-----
          fp: BE3FB94982C2DE95B1EDD388A96613A6B1DB15B5
-        - created_at: "2022-11-21T12:43:47Z"
+        - created_at: "2023-07-04T10:38:29Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQGMA+cOSmNXMUmKAQv/SRP/ltZQeTfRuCb5fRl1LQt19jY17MHu/ofkLLQxzqbf
-            +86CM1567cikYp9vJAcQdMBY2jGdAeuaW5P0kXnLhp7ugnZ82hAfOLAjPHNBAMNd
-            ESZ4x4ggKrwCZDO7u+aeXYSQzKko0Y2UdfnsX0jLKX+dqUhII8CHzNI9V1ccFaBo
-            HuCerTaIDByQvTQGK+64/+Cn9UYpxeG4JqPbiDpUoo3iAQQ91lx8curl7YIkEDbv
-            paKDRY2DWF0nNc0wpdhPbBAO/9/ROyuHehckiiVe0z+S75kux/2KiCuaAeN4TsN6
-            PGE0SrTXqxrHb74FHtnfqBF05QcaZGPlZUGBO0sEtbOJppWo5faJtNC8qqtAiJyH
-            bZuauYhCmVc0l95oG75cTGjUMj2ZeZR+l7Au4Us3FIu7IoBT4iB5lDaZ71lMxxv/
-            A+/W8GVnhaZ/CufIHeoLUhuFNDqLTnOQziGtlQm21rC8qLM/S1mqlpW7GQPr324h
-            3PiK8igIlYC4n3Jx5IpD0lwBgcCQcHK/9GuR6RMlq4Q17JEOSN9p6XlPqWfaPHrU
-            fAoYo/piz+HfFB5F+L7nj2H5tM4XcXdrycHMVExF4uoQrH7/8k4ONDZ+uvm8bD0N
-            Dw2rf0LeO0/ITQKRKQ==
-            =Wg44
+            hQIMA1kDHheI9SLWARAAkhnDqA0GYVFuX7+EFxzJ23bJfIZm4mKpfj1beNPqxiU4
+            pi7BYObmu5ChzMdvGcxdU3vd/WMpyU8AWgEu2TgEhZ4qxMA2DIpYQcG7Mhii1CWw
+            VLw950zUA5LkaFS8EML9OWl/CCeOHHwh2lpsW4q9fTLYjtiKncTg4lfbL0yHZE8A
+            OGS/4twCauLiv7aoVJG1B5D0tMr/afJ3XaqfuQObREVRwqjXkk6IyQBKa67z8IoS
+            IGTeVl+cD7JjRgMY/xIp6oA4QYTa4q3agdpQyu71go+1g+BPTg6vn3IFgvnshUbG
+            ef5Ekp+/cGhUuIInvUKRifoLF2WqBaLhfyizS0shMdvU772U2ir66CfwWS1LoWfo
+            CHWijNcdjz9J2mYTSGuRDnHXxkgeO9/9KC5nGrOgrKIs3+iAXM6ooTyt8dQBa4Z8
+            +QCYtzdyF9vHNzMT0SvLV8ZLBDFc1exb+86mPpWiuUMxuETmLDlloR7g9sIkn1Bi
+            EkEcdQlswXNWa/U0ujSrWJqXTLXIgOOtJjN+ba3VHz066mQXgIPG76wJ+92R739P
+            NN6M+cQPt17wzIs87x3nzgUxK95RK4fo9+vM1Lgz6U0rkmOlXERmns0XgYqo/nyK
+            Z1QeWv71xPn/mfBtvY4bYSx52Xb39jj+xqTxRv2lwCk4YALkwcIuOLzttRTcZrbS
+            XgF0LsqZ5SUEj1VGRT1wtQNuwSNtqtTjnZZeYjLM998tgi0n8MLvQZt2CvpbOysy
+            8d1eC8vAy2zzQcPPeA+eyFscZFbECUnl8BA3D4yAjvCPQiwe1VUe/3nGWat/4Bc=
+            =ZNZM
            -----END PGP MESSAGE-----
-          fp: 9F08DA9D42379AFE6610E9E615CCEC6801DBA02E
-        - created_at: "2022-11-21T12:43:47Z"
+          fp: 17B8FDF68AC123EB666934B17D0DF6EC048A5D77
+        - created_at: "2023-07-04T10:38:29Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hQIMA1kDHheI9SLWAQ//VByh+K1TrM5bxOdGgoNC/326CnVNLDc9zUROOWj/SVqG
-            dTcsHT3p2ZKasviQ8D7Kwk0P8+UlXr6Y53EU8TdwPJPsGS9HVAq1vWNWNMtqjIjG
-            Tx5anpWaN28gKxZBHPg5x50I7wNr39WZ27SblsQWjnn5qFI+CcAPj0oR9i1UjLmk
-            L2LJonUnPPhtqXOSSODSfn3wu8rnxKlJgrVntbgwEEXHKA33+f+jddJmzmCU38mA
-            YPAz9DTSVhCP3Zzi6E2ySu1RClZ1LMMdIdCpMDr0O/xeu92Ue0zgB/v/tzcEDy3z
-            dFxY6B5CDXDQAaaR8MZsiq3uOWaiMM6M3Ie+rZ6ClKUYyx6EWdDt0RFm5SJIqszS
-            7Iq8SCX3uzCBRwfhDnutQ2Rzt7ym7odaP+vkqWDavHpu/zNZZH8xnV2gXPJxLPuS
-            wp/OrrcaZo/Ghr9MpK5ilBaJnwZBuxAuUfMDN5otJTfzBQCG8phXrgo6BOMPubAZ
-            d+EAti65A7uqY1k+a2dSwcxZPMu0BEmZBKvnoxRPy1XQEsk3k42KSJblPxifHT/O
-            kCBAilIF6aMSIQnGXw8TGDUKNb+tZ4huVmoWk6zndA19RR/D8i4D43d5EzJBjFD7
-            66/cyf/Q7lljXpSAzC9Qvebpa15WSW79ghVl+dUFekbZAmirmp6fU4kqPA21+OHS
-            XAEnW803zrorSz2ehYGOGWX9hhAzsPpU79Mbd0ptg9Y5Ow3m/9I7aL5fm5VNqJMq
-            qRUzzyklsZTfL/nYcnJWTyPOo07o87C+6YfJG4rnFqYSyu6ZmR9y25lnTLFa
-            =6nki
+            hQGMA+cOSmNXMUmKAQwA0bYocgBxvYaSTo5lbVSuiq9tDb7bzWkD1+gdi4xahYJc
+            fDnLNSz9B/icUfAPM2nf7J3gc6Opz3MBTJFRWnxKi+SIFWTBmxjST9dmXMDE9p1Z
+            QNDP4xsK9BD/PAQEUdFMxw2QtT2WmplPPEAgrUFEmiTleQtFyt9x78aYU0L4BbNJ
+            RJeOphENFHo854Vc30s3zCrt50UVdt9Mso/SarKWTu4xXYETy4DF7kI5SUd38e2s
+            4DtW+XHquzOKqG7qh6cqDyiha6zO7afyawQlWhdR1SPRbFfCLyxN2d9bxvSRPyy4
+            eQuGLY8tYsFt+kjtAnF85RphCRYOdmkNDMdsvDTK68jXJrWy0K84azr+xxa+pu+U
+            rN/PYkbS3KLucHSEpYAM1x0lwQXmMF6FXqKjt6tXNrrctftsLvNqr2HoVTkpadrm
+            MTg/j61oSDCfd4ghWANc7lclVldJMUiLdceFYNF+08PpE81tv6zzGBDobXsTnt79
+            UTKJn26vAgVlkwZTNa1K0l4BhTTdJNtr+xmJhKZsBkMvze7itjZLrzCZkBffuoHg
+            G5g5M3pMiiY/h8xffNv8aWJp0einuWdKtek/Bn+XLyk/P4MdVect0u68E8Xpv1ui
+            59lPZynfFx3VMTJL04Ha
+            =hBip
            -----END PGP MESSAGE-----
-          fp: 17B8FDF68AC123EB666934B17D0DF6EC048A5D77
-        - created_at: "2022-11-21T12:43:47Z"
+          fp: 9F08DA9D42379AFE6610E9E615CCEC6801DBA02E
+        - created_at: "2023-07-04T10:38:29Z"
          enc: |
            -----BEGIN PGP MESSAGE-----

-            hF4DZmNQj/lmIGsSAQdAH4DWeXZL7g06mPYOlYUPP1nSEOa8lNWhEg+C0CwBcn4w
-            RsmO50cgx075bN785MvZSHU6G0mqP7mFFY2qZd+Aas0Nllfhw27oO57ypoiEqCA5
-            0lwBpp1nMzCU+iE4E9zj74ksh2xlHRjyLhhFZLJjaNOFsNdWtJxVagaaHZp7U8T4
-            LeblB4w/BrXegY530oeeZE9VdskePpmATXn0CR1uUQRyEzNJotPFxZ5A2Gad8w==
-            =B73S
+            hF4DZmNQj/lmIGsSAQdAcB6icfl6HuE0ocZZ9qjv/4Hl6tcXuyWPhOfEKzsSFWUw
+            trkzLs1RQ1SqmQ4LoijDHiC5min5hF4FulfPDMIQZRj2aKfAQAjiHoCNZtCBszIQ
+            1GgBCQIQYuXsPucS5sbkpUIw+mZbld3pVksfpOqEZu8Q9WNbRoPpHEOe1JLlISMB
+            R+krGCNferkI8tw4UpFZrJfzk54VJZDO93zPpSQ+QpvQW5gQQmOVGIGppQ0yP+EP
+            QpJpA8hidkdb8A==
+            =G2Ue
            -----END PGP MESSAGE-----
          fp: 73C2C9954D1BC94DC6682525D2FA233B52AEC75C
    unencrypted_suffix: _unencrypted
-    version: 3.7.1
+    version: 3.7.3
--- a/secrets.yaml
+++ b/secrets.yaml
--- a/templates/secret_alertmanager-config.yaml
+++ b/templates/secret_alertmanager-config.yaml
@ -41,7 +41,11 @@ stringData:
        receiver: alerting-nso-devops
        matchers:
          - severity = critical
-        continue: false
+        continue: true
+      - receiver: 'netgo_email_receiver'
+        match:
+          receiver: email
+        continue: true
    inhibit_rules:
      - source_match:
          alertname: "Watchdog"
@ -63,6 +67,15 @@ stringData:
      webhook_configs:
      - url: "http://prometheus-msteams:2000/alert-nso-team-erechnung-mobene"
        send_resolved: true
+    - name: netgo_email_receiver
+      email_configs:
+      - to: 'nso.devops@netgo.de'
+        from: 'prometheus_prodwork01@netgo.de'
+        smarthost: '10.3.0.11:25'
+        auth_username: ''
+        auth_identity: ''
+        auth_password: ''
+        require_tls: false

 kind: Secret
 metadata:
--- a/templates/secret_argocd_gpg_private_key.yml
+++ b/templates/secret_argocd_gpg_private_key.yml
@ -0,0 +1,8 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: sops-gpg
+  namespace: argo-cd
+data:
+  gpg_key_smardigo_automation__private: {{ .Values.argocd_gpg_private_key | b64enc }}
+type: Opaque
--- a/templates/secret_hcloud_token.yml
+++ b/templates/secret_hcloud_token.yml
@ -0,0 +1,29 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: hcloud
+  namespace: kube-system
+stringData:
+  network: {{ .Values.hcloud_network }}
+  token: {{ .Values.hcloud_ccm_token }}
+type: Opaque
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: hcloud-ccm
+  namespace: kube-system
+stringData:
+  network: {{ .Values.hcloud_network }}
+  token: {{ .Values.hcloud_ccm_token }}
+type: Opaque
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: hcloud-csi
+  namespace: kube-system
+stringData:
+  token: {{ .Values.hcloud_csi_token }}
+type: Opaque
--- a/templates/secret_loggingcluster-es-elastic-user.yaml
+++ b/templates/secret_loggingcluster-es-elastic-user.yaml
@ -4,5 +4,5 @@ stringData:
 kind: Secret
 metadata:
  name: loggingcluster-es-elastic-user
-  namespace: infrastructure
+  namespace: logging
 type: Opaque
--- a/values.yaml
+++ b/values.yaml
@ -1,10 +1,11 @@
 # Global
 global:
-  externalBlackboxExporter: dev-blackbox-01.smardigo.digital:9115
+  externalBlackboxExporter: devnso-blackbox-01.smardigo.digital:9115

 ## Set this to create nginx for argocd and other services
 bootstrap:
  argo_namespace: argo-cd
+  argo_auto_sync_enabled: true

  argo_keycloak_clientSecret: vJTtJFwdmctFjxWknh9WHcHvTMJvChmg

@ -19,7 +20,7 @@ bootstrap:
          clientSecret: $oidc.keycloak.clientSecret
          requestedScopes: ["openid", "profile", "email", "groups"]
    rbac:
-      policy.default: ''
+      policy.default: ""
      policy.csv: |
        g, admin, role:admin
        g, argocd-admins, role:admin
@ -51,6 +52,11 @@ bootstrap:
  stage: &stagename prodwork01
  domain: &domainname smardigo.digital

+  letsencrypt:
+    dns_zones:
+      - smardigo.digital
+      - thgquotenservice.de
+
  gitea_instance: prodnso-gitea-01
  gitea_repo_path: "argocd/prodwork01-argocd"

@ -58,9 +64,10 @@ bootstrap:
    - "212.121.131.106/32" # netgo berlin
    - "149.233.6.129/32" # netgo e-shelter
    - "46.245.219.98/32" # netgo borken
-    - "164.138.195.162/32" # aachen
+    - "164.138.195.162/32" # netgo aachen
+    - "164.92.251.253/32" # devnso-blackbox-01
+    - "10.3.0.0/16" # Private stage network
    - "195.201.127.50/32" # prodwork01-backup-01
-    - "164.92.251.253/32" # DO hosted: dev-blackbox-01.smardigo.digital

  # Application specific
  cert-manager:
@ -80,29 +87,22 @@ bootstrap:
        iam_keycloak_auth_server_url: "https://prodnso-keycloak-01.smardigo.digital/auth/"

  elk_logging:
+    logstash:
+      loadBalancer:
+        enabled: false
    ingress_kibana:
      stage: *stagename
      domain: *domainname
    elasticsearch:
-      nodeSets:
-      - name: resized
-        count: 3
-        config:
-          node.store.allow_mmap: false
-        volumeClaimTemplates:
-        - metadata:
-            name: elasticsearch-data
-          spec:
-            accessModes:
-            - ReadWriteOnce
-            resources:
-              requests:
-                storage: 80Gi
-            storageClassName: hcloud-volumes
+      storage:
+        nodeSize: 90Gi
    filebeat:
-      limits:
+      requests:
        memory: 500Mi
-        cpu: 0.4
+        cpu: 0.5
+      limits:
+        memory: 1.2Gi
+        cpu: 0.5

  prometheus:
    retention: 30d
@ -113,15 +113,20 @@ bootstrap:
          accessModes: ["ReadWriteOnce"]
          resources:
            requests:
-              storage: 40Gi
+              storage: 200Gi
+    resources:
+    limits:
+      cpu: 500m
+      memory: 4Gi
+    requests:
+      cpu: 500m
+      memory: 2Gi
+
    config:
      blackboxTargets:
-        - https://www.google.com
-        - https://www.stackoverflow.com
-        - https://www.heise.de
        - https://connect-wordpress-nsodev-prodwork01.smardigo.digital
-        - https://egeld24-wordpress-cusqa-prodwork01.smardigo.digital
        - https://connect-wordpress-cusqa-prodwork01.smardigo.digital
+        - https://egeld24-wordpress-cusqa-prodwork01.smardigo.digital
        - https://connect-wordpress-cusprod-prodwork01.smardigo.digital
        - https://egeld24.de
        - https://kfz-wige.thgquotenservice.de
@ -138,3 +143,7 @@ bootstrap:
      debug_logging: true
    configKubernetes:
      delete_annotation_name_key: "delete-clustername"
+
+hcloud_network: *stagename
+#hcloud_ccm_token: <sops>
+#hcloud_csi_token: <sops>
Author	SHA1	Message	Date
Michael Haehnel	68195cef86	MOB-1267: Add helper objects for Mobene postgresql backup to s3	12 months ago
Hoan To	bcb8094f83	updated bootstrap helm chart 2	1 year ago
Hoan To	16b6f34e53	updated bootstrap helm chart	1 year ago
Hoan To	cc5e599a84	increased elastic size	1 year ago
MIchael Haehnel	4b5ed2d52d	Introduce variable for for fielbeat resource requests	2 years ago
MIchael Haehnel	c32f6d0709	Raise memory limit for fielbeat due to oom kills after patchday	2 years ago
Hoan To	c15f1c1771	increased memory limit for prometheus to 4Gi	2 years ago
Hoan To	47cda9f561	updated bootstrap to 0.2.20	2 years ago
Hoan To	7c5fb91687	changed prometheus storage to 200Gi	2 years ago
MIchael Haehnel	b6db5f1011	NOTICKET: Filebeat Map keys must be uniqueYAML	2 years ago
Sven Ketelsen	0a436c551d	chore: rework elk logging	2 years ago
Sven Ketelsen	1b522998b6	chore: rework elk logging	2 years ago
Sven Ketelsen	3f03d82b94	chore: increased es memory for kibana - from 1GB to 2GB per pod	2 years ago
Sven Ketelsen	83bf3eebaa	chore: increased es memory for logging - from (2GB/1GB) to (4GB/2GB) per pod	2 years ago
MIchael Haehnel	c26b36aa40	DEV-1271 Change iam keycloak creds	2 years ago
Hoan To	9dd5bcd7aa	DEV-1078: added alert prom2teams down	2 years ago
MIchael Haehnel	5084488413	DEV-1080 FIX indentation error	2 years ago
MIchael Haehnel	2e5414f050	DEV-1080 Disable logstash lb	2 years ago
MIchael Haehnel	16dde57b57	DEV-1080 Rename NS infrastructure = logging	2 years ago
MIchael Haehnel	0e9a6c94d6	Update to bootstrap v0.2.14 - Add k8s node name to es indices - Update grafana dashboard chart version	2 years ago
Sven Ketelsen	443728e1d9	chore: changed ingress default whitelist - added devnso-blackbox-01 ip	2 years ago
Sven Ketelsen	f9389bbf4c	chore: dev -> devnso	2 years ago
Sven Ketelsen	619dbdf2c1	chore: removed blackbox test urls	2 years ago
MIchael Haehnel	0d5052a658	DEV-1200 Updated Grafana Dashboards	2 years ago
Hoan To	41ed52751e	addedd hcloud secret	2 years ago
Hoan To	6f28816e09	updated bootstrap to 0.2.6	2 years ago
MIchael Haehnel	2b5b0885a1	DEV-1250 Increased Prometheus pvc	2 years ago
Hoan To	3b492bee30	rollout 0.2.1	2 years ago
Michael Haehnel	273acbaa4b	NOTICKET: New bootstrap version uses private harbor proxy cache for nginx images	2 years ago
Michael Haehnel	e8939b9034	DEV-967: New bootstrap chart version 0.1.90 - Added metric beat to gather k8s cluster logs and push to elastic	2 years ago
Michael Haehnel	3392c8dd39	DEV-1132 Ignore 2xx and 3xx log entries is default now	2 years ago
Michael Haehnel	3c2c85504f	NOTICKET: Removed image pull secret for legacy namespace	2 years ago
Michael Haehnel	c7c9b2934d	DEV-1127 New template to configure ArgoCD gpg private key	2 years ago
Sven Ketelsen	3de297d616	DEV-1095 offboarding - rotated hetzner keys - rotated do key - removed f.g. sops key	2 years ago
Michael Haehnel	42788962aa	DEV-1095 Remove gpg key of fgoerz	2 years ago
Michael Haehnel	b734f8bcd3	DEV-1095 Removed gpg key of fgoerz	2 years ago
Sven Ketelsen	cdf0664fd8	MOB-679 deactivated old mobene worker	3 years ago
Sven Ketelsen	cee04fba7f	MOB-679 deactivated old mobene worker	3 years ago
Michael Haehnel	ecbe03d1c6	DEV-1090 external-dns uses list 'dns_zones' for DomainFilter	3 years ago
Michael Haehnel	2f1ee9d4dc	DEV-1090 Updated bootstrap helm version - Renamed ArgoCD app misc-resources -> letsencrypt - Multiple domains for letsencrypt ClusterIssuer	3 years ago