Add KEDA HPA TriggerAuthentication and postgresql ScaledObject.

src/_nebari/stages/kubernetes_initialize/template/main.tf

@@ -29,3 +29,8 @@ module "nvidia-driver-installer" {
   gpu_enabled          = var.gpu_enabled
   gpu_node_group_names = var.gpu_node_group_names
 }
+
+module "keda-installer" {
+  source    = "./modules/keda"
+  namespace = var.environment
+}

src/_nebari/stages/kubernetes_initialize/template/modules/keda/main.tf

@@ -0,0 +1,8 @@
+resource "helm_release" "keda" {
+  name          = "keda"
+  namespace     = var.namespace
+  repository    = "https://kedacore.github.io/charts"
+  chart         = "keda"
+  version       = "2.13.2"
+  wait_for_jobs = "true"
+}

src/_nebari/stages/kubernetes_initialize/template/modules/keda/variables.tf

@@ -0,0 +1,5 @@
+variable "namespace" {
+  description = "deploy argo server on this namespace"
+  type        = string
+  default     = "dev"
+}

src/_nebari/stages/kubernetes_services/template/conda-store.tf

@@ -75,3 +75,12 @@ module "conda-store-nfs-mount" {
     module.kubernetes-conda-store-server
   ]
 }
+
+module "conda-store-worker-hpa" {
+  source    = "./modules/kubernetes/services/worker-hpa"
+  namespace = var.environment
+
+  depends_on = [
+    module.kubernetes-conda-store-server
+  ]
+}

src/_nebari/stages/kubernetes_services/template/modules/kubernetes/services/conda-store/worker.tf

@@ -202,3 +202,64 @@ resource "kubernetes_deployment" "worker" {
     }
   }
 }
+
+resource "kubernetes_manifest" "triggerauthenticator" {
+  manifest = {
+    apiVersion = "keda.sh/v1alpha1"
+    kind       = "TriggerAuthentication"
+
+    metadata = {
+      name      = "trigger-auth-postgres"
+      namespace = var.namespace
+    }
+
+    spec = {
+      secretTargetRef = [
+        {
+          name      = "nebari-conda-store-postgresql"
+          parameter = "password"
+          key       = "postgresql-password"
+        }
+      ]
+    }
+  }
+}
+
+resource "kubernetes_manifest" "scaledobject" {
+  manifest = {
+    apiVersion = "keda.sh/v1alpha1"
+    kind       = "ScaledObject"
+
+    metadata = {
+      name      = "scaled-conda-worker"
+      namespace = var.namespace
+    }
+
+    spec = {
+      scaleTargetRef = {
+        kind = "Deployment"
+        name = "nebari-conda-store-worker"
+      }
+      # minReplicaCount : 1 # Default: 0
+      pollingInterval : 5 # Default: 30 seconds
+      # cooldownPeriod : 30 # Default: 300 seconds
+      triggers = [
+        {
+          type = "postgresql"
+          metadata = {
+            query            = "SELECT COUNT(*) FROM build WHERE status IN ('QUEUED', 'BUILDING');"
+            targetQueryValue = "1"
+            host             = "nebari-conda-store-postgresql"
+            userName         = "postgres"
+            port             = "5432"
+            dbName           = "conda-store"
+            sslmode          = "disable"
+          }
+          authenticationRef = {
+            name = "trigger-auth-postgres"
+          }
+        }
+      ]
+    }
+  }
+}