Enable active standby for milvus coordinator components (#397)

Signed-off-by: Edward Zeng <jie.zeng@zilliz.com>
milvus-io · Jan 3, 2023 · 70a87ea · 70a87ea
1 parent 4ee38cf
commit 70a87ea
Show file tree

Hide file tree

Showing 8 changed files with 26 additions and 5 deletions.
diff --git a/charts/milvus/Chart.yaml b/charts/milvus/Chart.yaml
@@ -3,7 +3,7 @@ name: milvus
 appVersion: "2.2.2"
 kubeVersion: "^1.10.0-0"
 description: Milvus is an open-source vector database built to power AI applications and vector similarity search.
-version: 4.0.3
+version: 4.0.4
 keywords:
   - milvus
   - elastic

diff --git a/charts/milvus/README.md b/charts/milvus/README.md
@@ -245,6 +245,7 @@ The following table lists the configurable parameters of the Milvus Root Coordin
 | `rootCoordinator.tolerations`             | Toleration labels for Milvus Root Coordinator pods assignment | `[]`                                    |
 | `rootCoordinator.heaptrack.enabled`       | Whether to enable heaptrack                             | `false`                                          |
 | `rootCoordinator.profiling.enabled`       | Whether to enable live profiling                   | `false`                                          |
+| `rootCoordinator.activeStandby.enabled`   | Whether to enable active-standby                   | `false`                                          |
 | `rootCoordinator.extraEnv`                | Additional Milvus Root Coordinator container environment variables | `[]`                               |
 | `rootCoordinator.service.type`                       | Service type                                  | `ClusterIP`                                  |
 | `rootCoordinator.service.port`                       | Port where service is exposed                 | `19530`                                      |
@@ -269,6 +270,7 @@ The following table lists the configurable parameters of the Milvus Query Coordi
 | `queryCoordinator.tolerations`            | Toleration labels for Milvus Query Coordinator pods assignment | `[]`                                   |
 | `queryCoordinator.heaptrack.enabled`      | Whether to enable heaptrack                             | `false`                                          |
 | `queryCoordinator.profiling.enabled`      | Whether to enable live profiling                   | `false`                                          |
+| `queryCoordinator.activeStandby.enabled`  | Whether to enable active-standby                   | `false`                                          |
 | `queryCoordinator.extraEnv`               | Additional Milvus Query Coordinator container environment variables | `[]`                              |
 | `queryCoordinator.service.type`                       | Service type                                  | `ClusterIP`                                 |
 | `queryCoordinator.service.port`                       | Port where service is exposed                 | `19530`                                     |
@@ -310,6 +312,7 @@ The following table lists the configurable parameters of the Milvus Index Coordi
 | `indexCoordinator.tolerations`            | Toleration labels for Milvus Index Coordinator pods assignment | `[]`                                   |
 | `indexCoordinator.heaptrack.enabled`      | Whether to enable heaptrack                             | `false`                                          |
 | `indexCoordinator.profiling.enabled`      | Whether to enable live profiling                   | `false`                                          |
+| `indexCoordinator.activeStandby.enabled`  | Whether to enable active-standby                   | `false`                                          |
 | `indexCoordinator.extraEnv`               | Additional Milvus Index Coordinator container environment variables | `[]`                              |
 | `indexCoordinator.service.type`                       | Service type                                  | `ClusterIP`                                 |
 | `indexCoordinator.service.port`                       | Port where service is exposed                 | `19530`                                     |
@@ -351,6 +354,7 @@ The following table lists the configurable parameters of the Milvus Data Coordin
 | `dataCoordinator.tolerations`             | Toleration labels for Milvus Data Coordinator pods assignment | `[]`                                    |
 | `dataCoordinator.heaptrack.enabled`       | Whether to enable heaptrack                             | `false`                                          |
 | `dataCoordinator.profiling.enabled`       | Whether to enable live profiling                   | `false`                                          |
+| `dataCoordinator.activeStandby.enabled`   | Whether to enable active-standby                   | `false`                                          |
 | `dataCoordinator.extraEnv`                | Additional Milvus Data Coordinator container environment variables | `[]`                               |
 | `dataCoordinator.service.type`                        | Service type                                  | `ClusterIP`                                 |
 | `dataCoordinator.service.port`                        | Port where service is exposed                 | `19530`                                     |

diff --git a/charts/milvus/templates/config.tpl b/charts/milvus/templates/config.tpl
@@ -164,6 +164,7 @@ rootCoord:
   address: localhost
 {{- end }}
   port: {{ .Values.rootCoordinator.service.port }}
+  enableActiveStandby: {{ .Values.rootCoordinator.activeStandby.enabled }}  # Enable active-standby
 
 proxy:
   port: 19530
@@ -177,6 +178,8 @@ queryCoord:
 {{- end }}
   port: {{ .Values.queryCoordinator.service.port }}
 
+  enableActiveStandby: {{ .Values.queryCoordinator.activeStandby.enabled }}  # Enable active-standby
+
 queryNode:
   port: 21123
 {{- if .Values.cluster.enabled }}
@@ -192,6 +195,7 @@ indexCoord:
   address: localhost
 {{- end }}
   port: {{ .Values.indexCoordinator.service.port }}
+  enableActiveStandby: {{ .Values.indexCoordinator.activeStandby.enabled }}  # Enable active-standby
 
 indexNode:
   port: 21121
@@ -209,6 +213,7 @@ dataCoord:
   address: localhost
 {{- end }}
   port: {{ .Values.dataCoordinator.service.port }}
+  enableActiveStandby: {{ .Values.dataCoordinator.activeStandby.enabled }}  # Enable active-standby
 
 dataNode:
   port: 21124

diff --git a/charts/milvus/templates/datacoord-deployment.yaml b/charts/milvus/templates/datacoord-deployment.yaml
@@ -11,7 +11,7 @@ metadata:
 {{ include "milvus.ud.annotations" . | indent 4 }}
 
 spec:
-  replicas: 1
+  replicas: {{ .Values.dataCoordinator.replicas }}
   strategy:
     type: Recreate
   selector:

diff --git a/charts/milvus/templates/indexcoord-deployment.yaml b/charts/milvus/templates/indexcoord-deployment.yaml
@@ -11,7 +11,7 @@ metadata:
 {{ include "milvus.ud.annotations" . | indent 4 }}
 
 spec:
-  replicas: 1
+  replicas: {{ .Values.indexCoordinator.replicas }}
   strategy:
     type: Recreate
   selector:

diff --git a/charts/milvus/templates/querycoord-deployment.yaml b/charts/milvus/templates/querycoord-deployment.yaml
@@ -11,7 +11,7 @@ metadata:
 {{ include "milvus.ud.annotations" . | indent 4 }}
 
 spec:
-  replicas: 1
+  replicas: {{ .Values.queryCoordinator.replicas }}
   strategy:
     type: Recreate
   selector:

diff --git a/charts/milvus/templates/rootcoord-deployment.yaml b/charts/milvus/templates/rootcoord-deployment.yaml
@@ -11,7 +11,7 @@ metadata:
 {{ include "milvus.ud.annotations" . | indent 4 }}
 
 spec:
-  replicas: 1
+  replicas: {{ .Values.rootCoordinator.replicas }}
   strategy:
     type: Recreate
   selector:

diff --git a/charts/milvus/values.yaml b/charts/milvus/values.yaml
@@ -226,6 +226,7 @@ proxy:
 
 rootCoordinator:
   enabled: true
+  # You can set the number of replicas greater than 1, only if enable active standby
   replicas: 1  # Run Root Coordinator mode with replication disabled
   resources: {}
   nodeSelector: {}
@@ -236,6 +237,8 @@ rootCoordinator:
     enabled: false
   profiling:
     enabled: false  # Enable live profiling
+  activeStandby:
+    enabled: false  # Enable active-standby when you set multiple replicas for root coordinator
 
   service:
     port: 53100
@@ -245,6 +248,7 @@ rootCoordinator:
 
 queryCoordinator:
   enabled: true
+  # You can set the number of replicas greater than 1, only if enable active standby
   replicas: 1  # Run Query Coordinator mode with replication disabled
   resources: {}
   nodeSelector: {}
@@ -255,6 +259,8 @@ queryCoordinator:
     enabled: false
   profiling:
     enabled: false  # Enable live profiling
+  activeStandby:
+    enabled: false  # Enable active-standby when you set multiple replicas for query coordinator
 
   service:
     port: 19531
@@ -284,6 +290,7 @@ queryNode:
 
 indexCoordinator:
   enabled: true
+  # You can set the number of replicas greater than 1, only if enable active standby
   replicas: 1   # Run Index Coordinator mode with replication disabled
   resources: {}
   nodeSelector: {}
@@ -294,6 +301,8 @@ indexCoordinator:
     enabled: false
   profiling:
     enabled: false  # Enable live profiling
+  activeStandby:
+    enabled: false  # Enable active-standby when you set multiple replicas for index coordinator
 
   service:
     port: 31000
@@ -323,6 +332,7 @@ indexNode:
 
 dataCoordinator:
   enabled: true
+  # You can set the number of replicas greater than 1, only if enable active standby
   replicas: 1           # Run Data Coordinator mode with replication disabled
   resources: {}
   nodeSelector: {}
@@ -333,6 +343,8 @@ dataCoordinator:
     enabled: false
   profiling:
     enabled: true  # Enable live profiling
+  activeStandby:
+    enabled: false  # Enable active-standby when you set multiple replicas for data coordinator
 
   service:
     port: 13333