feat: add k3d cluster setup script

Author: cdxker

.gitignore

@@ -94,4 +94,5 @@ dist/**
 
 clients/python-sdk/dist
 pdf2md/ch_migrations/chm.toml
-clients/trieve-shopify-extension/shopify.app.skept-trieve-extension-test.toml
+clients/trieve-shopify-extension/shopify.app.skept-trieve-extension-test.toml
+helm/charts/

helm/Chart.lock

@@ -8,5 +8,14 @@ dependencies:
 - name: altinity-clickhouse-operator
   repository: https://docs.altinity.com/clickhouse-operator/
   version: 0.24.4
-digest: sha256:ededf3f70c582f126598b611e9afea9e470d54e89504f6297d545ba35679758c
-generated: "2025-02-27T18:02:34.953944331-08:00"
+- name: cloudnative-pg
+  repository: https://cloudnative-pg.github.io/charts
+  version: 0.23.0
+- name: minio
+  repository: https://charts.min.io/
+  version: 5.4.0
+- name: redis
+  repository: https://charts.bitnami.com/bitnami
+  version: 20.10.0
+digest: sha256:5296b4c787eb3ae9f1ca02df108eddbf4e0ddc5b29e17a685c35121c81864c70
+generated: "2025-02-28T00:09:14.685188891-08:00"

helm/Chart.yaml

@@ -8,7 +8,7 @@ dependencies:
   - name: qdrant
     repository: https://qdrant.github.io/qdrant-helm
     version: 1.13.4
-    condition: qdrant.subchart
+    condition: qdrant.enabled
   - name: keycloak-operator
     repository: https://kbumsik.io/keycloak-kubernetes/
     version: 0.0.4
@@ -17,3 +17,15 @@ dependencies:
     repository: https://docs.altinity.com/clickhouse-operator/
     version: 0.24.4
     condition: clickhouse.enabled
+  - name: cloudnative-pg
+    repository: https://cloudnative-pg.github.io/charts
+    version: 0.23.0
+    condition: postgres.enabled
+  - name: minio
+    version: 5.4.0
+    repository: https://charts.min.io/
+    condition: minio.enabled
+  - name: redis
+    repository: https://charts.bitnami.com/bitnami
+    version: 20.10.0
+    condition: redis.enabled

helm/templates/clickhouse-deployment.yaml

@@ -0,0 +1,8 @@
+apiVersion: postgresql.cnpg.io/v1
+kind: Cluster
+metadata:
+  name: postgresql-cluster
+annotations:
+  "helm.sh/hook-weight": "5"
+spec:
+  {{ toYaml $.Values.postgres.spec | nindent 2 }}

helm/templates/keycloak-deployment.yaml

@@ -3,7 +3,4 @@ kind: Cluster
 metadata:
   name: postgresql-cluster
 spec:
-  instances: 1
-  
-  storage:
-    size: 50Gi
+  {{ toYaml $Values.postgres.spec | nindent 2 }}

helm/templates/postgresql-cluster.yaml

@@ -1,5 +1,60 @@
-environment: local # Set to aws if deploying to 
-useGpu: false
+postgres:
+  enabled: true
+  dbURI: "postgres://postgres:password@postgres.default.svc.cluster.local:5432/trieve"
+  spec:
+    # CloudNativePg template spec
+    instances: 1
+    storage:
+      size: 10Gi
+
+clickhouse:
+  enabled: true
+
+minio:
+  enabled: true
+
+qdrant:
+  enabled: true
+  # Qdrant values.yaml spec
+  replicaCount: 3
+  livenessProbe:
+    enabled: false
+  # HIGHLY RECOMMENDED QDRANT NODES go on a dedicated node
+  # tolerations: 
+  # - key: "qdrant-node"
+  #   operator: "Exists"
+  #   effect: "NoSchedule"
+  metrics:
+    serviceMonitor:
+      enabled: false
+  podDisruptionBudget:
+    enabled: false
+    maxUnavailable: 1
+  apiKey: "qdrant-api-key"
+  requests:
+    cpu: 1
+    memory: 10Gi
+
+redis:
+  enabled: true
+  metrics:
+    enabled: false
+    serviceMonitor:
+      enabled: false
+  auth:
+    password: "password"
+  master:
+    disableCommands: []
+    persistence:
+      enabled: false
+    pdb:
+      create: false
+    resources:
+      limits:
+        memory: 5Gi
+  replica:
+    replicaCount: 0
+
 containers:
   server:
     tag: latest
@@ -57,8 +112,6 @@ domains:
   chat:
     host: chat.localtrieve.com
     class: nginx
-postgres:
-  dbURI: "postgres://postgres:password@postgres.default.svc.cluster.local:5432/trieve"
 config:
   vite:
     apiHost: http://api.localtrieve.com/api

helm/test-production/cnpg/postgresql-instance.yaml

@@ -0,0 +1 @@
+k3d cluster create somename --config ./scripts/k3d-config.yaml

helm/values.local.yaml

@@ -0,0 +1,4 @@
+apiVersion: k3d.io/v1alpha5
+kind: Simple
+servers: 1 # same as `--servers 1`
+agents: 3 # same as `--agents 2`