migrate

clusters/cl01tl/helm/s3-exporter/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: app-template
+  repository: https://bjw-s-labs.github.io/helm-charts/
+  version: 4.4.0
+digest: sha256:ee2fd0c7614ae0f79a67f0480e266a203ccb519c65afbd69258727ca97285f34
+generated: "2025-12-01T19:55:58.61704-06:00"

clusters/cl01tl/helm/s3-exporter/Chart.yaml

@@ -0,0 +1,22 @@
+apiVersion: v2
+name: s3-exporter
+version: 1.0.0
+description: S3 Exporter
+keywords:
+  - s3-exporter
+  - storage
+  - monitoring
+  - metrics
+home: https://wiki.alexlebens.dev/s/
+sources:
+  - https://github.com/molu8bits/s3bucket_exporter
+  - https://hub.docker.com/r/molu8bits/s3bucket_exporter
+  - https://github.com/bjw-s/helm-charts/blob/main/charts/other/app-template
+maintainers:
+  - name: alexlebens
+dependencies:
+  - name: app-template
+    alias: s3-exporter
+    repository: https://bjw-s-labs.github.io/helm-charts/
+    version: 4.4.0
+appVersion: 1.0.2

clusters/cl01tl/helm/s3-exporter/templates/external-secret.yaml

@@ -0,0 +1,102 @@
+apiVersion: external-secrets.io/v1
+kind: ExternalSecret
+metadata:
+  name: s3-do-home-infra-secret
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-do-home-infra-secret
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  secretStoreRef:
+    kind: ClusterSecretStore
+    name: vault
+  data:
+    - secretKey: AWS_ACCESS_KEY_ID
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /digital-ocean/home-infra/all-access
+        metadataPolicy: None
+        property: AWS_ACCESS_KEY_ID
+    - secretKey: AWS_SECRET_ACCESS_KEY
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /digital-ocean/home-infra/all-access
+        metadataPolicy: None
+        property: AWS_SECRET_ACCESS_KEY
+    - secretKey: AWS_REGION
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /digital-ocean/home-infra/prometheus-exporter
+        metadataPolicy: None
+        property: AWS_REGION
+
+---
+apiVersion: external-secrets.io/v1
+kind: ExternalSecret
+metadata:
+  name: s3-ceph-directus-secret
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-ceph-directus-secret
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  secretStoreRef:
+    kind: ClusterSecretStore
+    name: vault
+  data:
+    - secretKey: AWS_ACCESS_KEY_ID
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /cl01tl/directus/ceph
+        metadataPolicy: None
+        property: AWS_ACCESS_KEY_ID
+    - secretKey: AWS_SECRET_ACCESS_KEY
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /cl01tl/directus/ceph
+        metadataPolicy: None
+        property: AWS_SECRET_ACCESS_KEY
+    - secretKey: BUCKET_HOST
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /cl01tl/directus/ceph
+        metadataPolicy: None
+        property: BUCKET_HOST
+
+---
+apiVersion: external-secrets.io/v1
+kind: ExternalSecret
+metadata:
+  name: s3-garage-secret
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-garage-secret
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  secretStoreRef:
+    kind: ClusterSecretStore
+    name: vault
+  data:
+    - secretKey: AWS_ACCESS_KEY_ID
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /garage/home-infra/s3-exporter
+        metadataPolicy: None
+        property: ACCESS_KEY_ID
+    - secretKey: AWS_SECRET_ACCESS_KEY
+      remoteRef:
+        conversionStrategy: Default
+        decodingStrategy: None
+        key: /garage/home-infra/s3-exporter
+        metadataPolicy: None
+        property: ACCESS_SECRET_KEY

clusters/cl01tl/helm/s3-exporter/templates/service-monitor.yaml

@@ -0,0 +1,86 @@
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: s3-exporter-digital-ocean
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-exporter-digital-ocean
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: s3-exporter
+      app.kubernetes.io/instance: s3-exporter
+      app.kubernetes.io/service: s3-exporter-digital-ocean
+  endpoints:
+    - port: metrics
+      interval: 5m
+      scrapeTimeout: 120s
+      path: /metrics
+
+---
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: s3-exporter-ceph-directus
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-exporter-ceph-directus
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: s3-exporter
+      app.kubernetes.io/instance: s3-exporter
+      app.kubernetes.io/service: s3-exporter-ceph-directus
+  endpoints:
+    - port: metrics
+      interval: 5m
+      scrapeTimeout: 120s
+      path: /metrics
+
+---
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: s3-exporter-garage-local
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-exporter-garage-local
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: s3-exporter
+      app.kubernetes.io/instance: s3-exporter
+      app.kubernetes.io/service: s3-exporter-garage-local
+  endpoints:
+    - port: metrics
+      interval: 5m
+      scrapeTimeout: 120s
+      path: /metrics
+
+---
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: s3-exporter-garage-remote
+  namespace: {{ .Release.Namespace }}
+  labels:
+    app.kubernetes.io/name: s3-exporter-garage-remote
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/part-of: {{ .Release.Name }}
+spec:
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: s3-exporter
+      app.kubernetes.io/instance: s3-exporter
+      app.kubernetes.io/service: s3-exporter-garage-remote
+  endpoints:
+    - port: metrics
+      interval: 5m
+      scrapeTimeout: 120s
+      path: /metrics

clusters/cl01tl/helm/s3-exporter/values.yaml

@@ -0,0 +1,181 @@
+s3-exporter:
+  controllers:
+    digital-ocean:
+      type: deployment
+      replicas: 1
+      strategy: Recreate
+      revisionHistoryLimit: 3
+      containers:
+        main:
+          image:
+            repository: molu8bits/s3bucket_exporter
+            tag: 1.0.2
+            pullPolicy: IfNotPresent
+          env:
+            - name: S3_NAME
+              value: digital-ocean
+            - name: S3_ENDPOINT
+              value: https://nyc3.digitaloceanspaces.com
+            - name: S3_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-do-home-infra-secret
+                  key: AWS_ACCESS_KEY_ID
+            - name: S3_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-do-home-infra-secret
+                  key: AWS_SECRET_ACCESS_KEY
+            - name: S3_REGION
+              valueFrom:
+                secretKeyRef:
+                  name: s3-do-home-infra-secret
+                  key: AWS_REGION
+            - name: LOG_LEVEL
+              value: info
+            - name: S3_FORCE_PATH_STYLE
+              value: false
+          resources:
+            requests:
+              cpu: 10m
+              memory: 64Mi
+    ceph-directus:
+      type: deployment
+      replicas: 1
+      strategy: Recreate
+      revisionHistoryLimit: 3
+      containers:
+        main:
+          image:
+            repository: molu8bits/s3bucket_exporter
+            tag: 1.0.2
+            pullPolicy: IfNotPresent
+          env:
+            - name: S3_NAME
+              value: ceph-directus
+            - name: S3_ENDPOINT
+              valueFrom:
+                secretKeyRef:
+                  name: s3-ceph-directus-secret
+                  key: BUCKET_HOST
+            - name: S3_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-ceph-directus-secret
+                  key: AWS_ACCESS_KEY_ID
+            - name: S3_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-ceph-directus-secret
+                  key: AWS_SECRET_ACCESS_KEY
+            - name: S3_REGION
+              value: us-east-1
+            - name: LOG_LEVEL
+              value: info
+            - name: S3_FORCE_PATH_STYLE
+              value: true
+          resources:
+            requests:
+              cpu: 10m
+              memory: 64Mi
+    garage-local:
+      type: deployment
+      replicas: 1
+      strategy: Recreate
+      revisionHistoryLimit: 3
+      containers:
+        main:
+          image:
+            repository: molu8bits/s3bucket_exporter
+            tag: 1.0.2
+            pullPolicy: IfNotPresent
+          env:
+            - name: S3_NAME
+              value: garage-local
+            - name: S3_ENDPOINT
+              value: http://garage-main.garage:3900
+            - name: S3_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-garage-secret
+                  key: AWS_ACCESS_KEY_ID
+            - name: S3_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-garage-secret
+                  key: AWS_SECRET_ACCESS_KEY
+            - name: S3_REGION
+              value: us-east-1
+            - name: LOG_LEVEL
+              value: debug
+            - name: S3_FORCE_PATH_STYLE
+              value: true
+          resources:
+            requests:
+              cpu: 10m
+              memory: 64Mi
+    garage-remote:
+      type: deployment
+      replicas: 1
+      strategy: Recreate
+      revisionHistoryLimit: 3
+      containers:
+        main:
+          image:
+            repository: molu8bits/s3bucket_exporter
+            tag: 1.0.2
+            pullPolicy: IfNotPresent
+          env:
+            - name: S3_NAME
+              value: garage-remote
+            - name: S3_ENDPOINT
+              value: https://garage-ps10rp.boreal-beaufort.ts.net:3900
+            - name: S3_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-garage-secret
+                  key: AWS_ACCESS_KEY_ID
+            - name: S3_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: s3-garage-secret
+                  key: AWS_SECRET_ACCESS_KEY
+            - name: S3_REGION
+              value: us-east-1
+            - name: LOG_LEVEL
+              value: debug
+            - name: S3_FORCE_PATH_STYLE
+              value: true
+          resources:
+            requests:
+              cpu: 10m
+              memory: 64Mi
+  service:
+    digital-ocean:
+      controller: digital-ocean
+      ports:
+        metrics:
+          port: 9655
+          targetPort: 9655
+          protocol: TCP
+    ceph-directus:
+      controller: ceph-directus
+      ports:
+        metrics:
+          port: 9655
+          targetPort: 9655
+          protocol: TCP
+    garage-local:
+      controller: garage-local
+      ports:
+        metrics:
+          port: 9655
+          targetPort: 9655
+          protocol: TCP
+    garage-remote:
+      controller: garage-remote
+      ports:
+        metrics:
+          port: 9655
+          targetPort: 9655
+          protocol: TCP