separte config

clusters/cl01tl/helm/garage/values.yaml

@@ -134,7 +134,7 @@ garage:
     config:
       enabled: true
       data:
-        garage.toml: |
+        garage-1.toml: |
           replication_factor = 3
 
           metadata_dir = "/var/lib/garage/meta"
@@ -147,7 +147,68 @@ garage:
 
           compression_level = 3
 
-          rpc_addr = "[::]"
+          rpc_bind_addr = "[::]:3901"
+          rpc_public_addr = "garage-main:3901"
+
+          allow_world_readable_secrets = false
+
+          [s3_api]
+          s3_region = "us-east-1"
+          api_bind_addr = "[::]:3900"
+          root_domain = ".garage-s3.alexlebens.net"
+
+          [s3_web]
+          bind_addr = "[::]:3902"
+          root_domain = ".garage-s3.alexlebens.net"
+
+          [admin]
+          api_bind_addr = "[::]:3903"
+          metrics_require_token = true
+        garage-2.toml: |
+          replication_factor = 3
+
+          metadata_dir = "/var/lib/garage/meta"
+          data_dir = "/var/lib/garage/data"
+          metadata_snapshots_dir = "/var/lib/garage/snapshots"
+
+          db_engine = "lmdb"
+
+          metadata_auto_snapshot_interval = "6h"
+
+          compression_level = 3
+
+          rpc_bind_addr = "[::]:3901"
+          rpc_public_addr = "garage-2:3901"
+
+          allow_world_readable_secrets = false
+
+          [s3_api]
+          s3_region = "us-east-1"
+          api_bind_addr = "[::]:3900"
+          root_domain = ".garage-s3.alexlebens.net"
+
+          [s3_web]
+          bind_addr = "[::]:3902"
+          root_domain = ".garage-s3.alexlebens.net"
+
+          [admin]
+          api_bind_addr = "[::]:3903"
+          metrics_require_token = true
+        garage-3.toml: |
+          replication_factor = 3
+
+          metadata_dir = "/var/lib/garage/meta"
+          data_dir = "/var/lib/garage/data"
+          metadata_snapshots_dir = "/var/lib/garage/snapshots"
+
+          db_engine = "lmdb"
+
+          metadata_auto_snapshot_interval = "6h"
+
+          compression_level = 3
+
+          rpc_bind_addr = "[::]:3901"
+          rpc_public_addr = "garage-3:3901"
 
           allow_world_readable_secrets = false
 
@@ -298,30 +359,30 @@ garage:
             - path: /etc/garage.toml
               readOnly: true
               mountPropagation: None
-              subPath: garage.toml
+              subPath: garage-1.toml
           debug:
             - path: /etc/garage.toml
               readOnly: true
               mountPropagation: None
-              subPath: garage.toml
+              subPath: garage-1.toml
         server-2:
           main:
             - path: /etc/garage.toml
               readOnly: true
               mountPropagation: None
-              subPath: garage.toml
+              subPath: garage-2.toml
         server-3:
           main:
             - path: /etc/garage.toml
               readOnly: true
               mountPropagation: None
-              subPath: garage.toml
+              subPath: garage-3.toml
         webui:
           main:
             - path: /etc/garage.toml
               readOnly: true
               mountPropagation: None
-              subPath: garage.toml
+              subPath: garage-1.toml
     db-1:
       forceRename: garage-db
       storageClass: ceph-block