feat: add offline k8s observability compoment (#181)

Author: zsq1234

.github/all-in-one/k8s/build.sh

@@ -22,18 +22,32 @@ cat image-list.sh
 
 . ./image-list.sh
 
+# pull univer service images
 for image in "${images[@]}"; do
     docker pull $image
 done
 
+# pull observability images
+for image in "${observability_images[@]}"; do
+    docker pull $image
+done
+
 docker save "${images[@]}" | gzip > univer-image.tar.gz
 
+docker save "${observability_images[@]}" | gzip > observability-image.tar.gz
+
 helm pull oci://univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/helm-charts/univer-stack --destination .
 
+helm pull oci://univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/helm-charts/univer-observability --destination .
+
 chart=$(ls univer-stack-*.tgz | head -n 1)
 version=$(echo "$chart" | sed -n 's/univer-stack-\(.*\).tgz/\1/p')
 
-tar -cvf k8s-all-in-one.${version}.tar univer-image.tar.gz $chart image-list.sh install.sh load-image.sh uninstall.sh
+tar -cvf k8s-all-in-one.${version}.tar \
+    univer-image.tar.gz \
+    $chart \
+    univer-observability-*.tgz \
+    image-list.sh load-image.sh
 
 echo "ALLINONE_PATH=$(echo $PWD/k8s-all-in-one.${version}.tar)" >> $GITHUB_ENV
 echo "ALLINONE_TAR=$(echo k8s-all-in-one.${version}.tar)" >> $GITHUB_ENV

.github/all-in-one/k8s/image-list.sh

@@ -19,4 +19,16 @@ images=(
     "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/install-cni:1.20.1"
     "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/pilot:1.20.1"
     "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/proxyv2:1.20.1"
+)
+
+observability_images=(
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/prometheus:2.49.1-debian-11-r0"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/node-exporter:1.7.0"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/kube-state-metrics:2.10.1-debian-11-r6"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/kubernetes-event-exporter:1.6.1-debian-11-r6"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/loki:2.9.10"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/promtail:2.9.0"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/grafana:10.2.2-dev"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/busybox:1.31.1"
+    "univer-acr-registry.cn-shenzhen.cr.aliyuncs.com/release/grafana-sidecar:1.19.2"
 )

.github/all-in-one/k8s/install.sh

@@ -44,10 +44,20 @@ for image in "${images[@]}"; do
     docker push $REGISTRY/$IMAGE_NAMESPACE/$(basename $image)
 done
 
+docker load -i observability-image.tar.gz
+
+for image in "${observability_images[@]}"; do
+    docker tag $image $REGISTRY/$IMAGE_NAMESPACE/$(basename $image)
+    docker push $REGISTRY/$IMAGE_NAMESPACE/$(basename $image)
+done
+
 SED="sed -i"
 if [ "$(uname)" == "Darwin" ]; then
     SED="sed -i \"\""
 fi
 
 $SED -e 's#${REGISTRY}#'${REGISTRY}'#' values.yaml
-$SED -e 's#${IMAGE_NAMESPACE}#'${IMAGE_NAMESPACE}'#' values.yaml
+$SED -e 's#${IMAGE_NAMESPACE}#'${IMAGE_NAMESPACE}'#' values.yaml
+
+$SED -e 's#${REGISTRY}#'${REGISTRY}'#' values-observability.yaml
+$SED -e 's#${IMAGE_NAMESPACE}#'${IMAGE_NAMESPACE}'#' values-observability.yaml

.github/all-in-one/k8s/load-image.sh

@@ -0,0 +1,48 @@
+prometheus:
+  server:
+    image:
+      registry: ${REGISTRY}
+      repository: ${IMAGE_NAMESPACE}/prometheus
+
+
+node-exporter:
+  image:
+    registry: ${REGISTRY}
+    repository: ${IMAGE_NAMESPACE}/node-exporter
+
+
+kube-state-metrics:
+  image:
+    registry: ${REGISTRY}
+    repository: ${IMAGE_NAMESPACE}/kube-state-metrics
+
+
+kubernetes-event-exporter:
+  image:
+    registry: ${REGISTRY}
+    repository: ${IMAGE_NAMESPACE}/kubernetes-event-exporter
+
+
+loki:
+  image:
+    repository: ${REGISTRY}/${IMAGE_NAMESPACE}/loki
+
+
+promtail:
+  image:
+    registry: ${REGISTRY}
+    repository: ${IMAGE_NAMESPACE}/promtail
+  configmap:
+    enabled: true
+
+
+grafana:
+  image:
+    repository: ${REGISTRY}/${IMAGE_NAMESPACE}/grafana
+  initChownData:
+    image:
+      repository: ${REGISTRY}/${IMAGE_NAMESPACE}/busybox
+      tag: "1.31.1"
+  sidecar:
+    image:
+      repository: ${REGISTRY}/${IMAGE_NAMESPACE}/grafana-sidecar

.github/all-in-one/k8s/uninstall.sh

@@ -32,6 +32,7 @@ jobs:
           mv tmp/charts/univer-stack charts/
           mv tmp/charts/universer charts/
           mv tmp/charts/worker charts/
+          mv tmp/charts/univer-observability charts/
           rm -rf tmp
         COMMIT_MESSAGE: 'chore: update repository'
         COMMIT_NAME: 'GitHub Actions'