From 70a87ead3758b73c2175a7d6f33e7e51da3a7b1d Mon Sep 17 00:00:00 2001 From: "edward.zeng" Date: Tue, 3 Jan 2023 20:31:29 +0800 Subject: [PATCH] Enable active standby for milvus coordinator components (#397) Signed-off-by: Edward Zeng --- charts/milvus/Chart.yaml | 2 +- charts/milvus/README.md | 4 ++++ charts/milvus/templates/config.tpl | 5 +++++ charts/milvus/templates/datacoord-deployment.yaml | 2 +- charts/milvus/templates/indexcoord-deployment.yaml | 2 +- charts/milvus/templates/querycoord-deployment.yaml | 2 +- charts/milvus/templates/rootcoord-deployment.yaml | 2 +- charts/milvus/values.yaml | 12 ++++++++++++ 8 files changed, 26 insertions(+), 5 deletions(-) diff --git a/charts/milvus/Chart.yaml b/charts/milvus/Chart.yaml index 641c9bc0..39b36208 100644 --- a/charts/milvus/Chart.yaml +++ b/charts/milvus/Chart.yaml @@ -3,7 +3,7 @@ name: milvus appVersion: "2.2.2" kubeVersion: "^1.10.0-0" description: Milvus is an open-source vector database built to power AI applications and vector similarity search. -version: 4.0.3 +version: 4.0.4 keywords: - milvus - elastic diff --git a/charts/milvus/README.md b/charts/milvus/README.md index 89c927e1..4b140ebf 100644 --- a/charts/milvus/README.md +++ b/charts/milvus/README.md @@ -245,6 +245,7 @@ The following table lists the configurable parameters of the Milvus Root Coordin | `rootCoordinator.tolerations` | Toleration labels for Milvus Root Coordinator pods assignment | `[]` | | `rootCoordinator.heaptrack.enabled` | Whether to enable heaptrack | `false` | | `rootCoordinator.profiling.enabled` | Whether to enable live profiling | `false` | +| `rootCoordinator.activeStandby.enabled` | Whether to enable active-standby | `false` | | `rootCoordinator.extraEnv` | Additional Milvus Root Coordinator container environment variables | `[]` | | `rootCoordinator.service.type` | Service type | `ClusterIP` | | `rootCoordinator.service.port` | Port where service is exposed | `19530` | @@ -269,6 +270,7 @@ The following table lists the configurable parameters of the Milvus Query Coordi | `queryCoordinator.tolerations` | Toleration labels for Milvus Query Coordinator pods assignment | `[]` | | `queryCoordinator.heaptrack.enabled` | Whether to enable heaptrack | `false` | | `queryCoordinator.profiling.enabled` | Whether to enable live profiling | `false` | +| `queryCoordinator.activeStandby.enabled` | Whether to enable active-standby | `false` | | `queryCoordinator.extraEnv` | Additional Milvus Query Coordinator container environment variables | `[]` | | `queryCoordinator.service.type` | Service type | `ClusterIP` | | `queryCoordinator.service.port` | Port where service is exposed | `19530` | @@ -310,6 +312,7 @@ The following table lists the configurable parameters of the Milvus Index Coordi | `indexCoordinator.tolerations` | Toleration labels for Milvus Index Coordinator pods assignment | `[]` | | `indexCoordinator.heaptrack.enabled` | Whether to enable heaptrack | `false` | | `indexCoordinator.profiling.enabled` | Whether to enable live profiling | `false` | +| `indexCoordinator.activeStandby.enabled` | Whether to enable active-standby | `false` | | `indexCoordinator.extraEnv` | Additional Milvus Index Coordinator container environment variables | `[]` | | `indexCoordinator.service.type` | Service type | `ClusterIP` | | `indexCoordinator.service.port` | Port where service is exposed | `19530` | @@ -351,6 +354,7 @@ The following table lists the configurable parameters of the Milvus Data Coordin | `dataCoordinator.tolerations` | Toleration labels for Milvus Data Coordinator pods assignment | `[]` | | `dataCoordinator.heaptrack.enabled` | Whether to enable heaptrack | `false` | | `dataCoordinator.profiling.enabled` | Whether to enable live profiling | `false` | +| `dataCoordinator.activeStandby.enabled` | Whether to enable active-standby | `false` | | `dataCoordinator.extraEnv` | Additional Milvus Data Coordinator container environment variables | `[]` | | `dataCoordinator.service.type` | Service type | `ClusterIP` | | `dataCoordinator.service.port` | Port where service is exposed | `19530` | diff --git a/charts/milvus/templates/config.tpl b/charts/milvus/templates/config.tpl index 2e0b0076..4869fbd1 100644 --- a/charts/milvus/templates/config.tpl +++ b/charts/milvus/templates/config.tpl @@ -164,6 +164,7 @@ rootCoord: address: localhost {{- end }} port: {{ .Values.rootCoordinator.service.port }} + enableActiveStandby: {{ .Values.rootCoordinator.activeStandby.enabled }} # Enable active-standby proxy: port: 19530 @@ -177,6 +178,8 @@ queryCoord: {{- end }} port: {{ .Values.queryCoordinator.service.port }} + enableActiveStandby: {{ .Values.queryCoordinator.activeStandby.enabled }} # Enable active-standby + queryNode: port: 21123 {{- if .Values.cluster.enabled }} @@ -192,6 +195,7 @@ indexCoord: address: localhost {{- end }} port: {{ .Values.indexCoordinator.service.port }} + enableActiveStandby: {{ .Values.indexCoordinator.activeStandby.enabled }} # Enable active-standby indexNode: port: 21121 @@ -209,6 +213,7 @@ dataCoord: address: localhost {{- end }} port: {{ .Values.dataCoordinator.service.port }} + enableActiveStandby: {{ .Values.dataCoordinator.activeStandby.enabled }} # Enable active-standby dataNode: port: 21124 diff --git a/charts/milvus/templates/datacoord-deployment.yaml b/charts/milvus/templates/datacoord-deployment.yaml index 6e9b657a..40782314 100644 --- a/charts/milvus/templates/datacoord-deployment.yaml +++ b/charts/milvus/templates/datacoord-deployment.yaml @@ -11,7 +11,7 @@ metadata: {{ include "milvus.ud.annotations" . | indent 4 }} spec: - replicas: 1 + replicas: {{ .Values.dataCoordinator.replicas }} strategy: type: Recreate selector: diff --git a/charts/milvus/templates/indexcoord-deployment.yaml b/charts/milvus/templates/indexcoord-deployment.yaml index 903ffe45..2c83b9dd 100644 --- a/charts/milvus/templates/indexcoord-deployment.yaml +++ b/charts/milvus/templates/indexcoord-deployment.yaml @@ -11,7 +11,7 @@ metadata: {{ include "milvus.ud.annotations" . | indent 4 }} spec: - replicas: 1 + replicas: {{ .Values.indexCoordinator.replicas }} strategy: type: Recreate selector: diff --git a/charts/milvus/templates/querycoord-deployment.yaml b/charts/milvus/templates/querycoord-deployment.yaml index 5d4874cf..58c35619 100644 --- a/charts/milvus/templates/querycoord-deployment.yaml +++ b/charts/milvus/templates/querycoord-deployment.yaml @@ -11,7 +11,7 @@ metadata: {{ include "milvus.ud.annotations" . | indent 4 }} spec: - replicas: 1 + replicas: {{ .Values.queryCoordinator.replicas }} strategy: type: Recreate selector: diff --git a/charts/milvus/templates/rootcoord-deployment.yaml b/charts/milvus/templates/rootcoord-deployment.yaml index ebcbc6b2..686ca57a 100644 --- a/charts/milvus/templates/rootcoord-deployment.yaml +++ b/charts/milvus/templates/rootcoord-deployment.yaml @@ -11,7 +11,7 @@ metadata: {{ include "milvus.ud.annotations" . | indent 4 }} spec: - replicas: 1 + replicas: {{ .Values.rootCoordinator.replicas }} strategy: type: Recreate selector: diff --git a/charts/milvus/values.yaml b/charts/milvus/values.yaml index 00a38a4c..5b9a17ef 100644 --- a/charts/milvus/values.yaml +++ b/charts/milvus/values.yaml @@ -226,6 +226,7 @@ proxy: rootCoordinator: enabled: true + # You can set the number of replicas greater than 1, only if enable active standby replicas: 1 # Run Root Coordinator mode with replication disabled resources: {} nodeSelector: {} @@ -236,6 +237,8 @@ rootCoordinator: enabled: false profiling: enabled: false # Enable live profiling + activeStandby: + enabled: false # Enable active-standby when you set multiple replicas for root coordinator service: port: 53100 @@ -245,6 +248,7 @@ rootCoordinator: queryCoordinator: enabled: true + # You can set the number of replicas greater than 1, only if enable active standby replicas: 1 # Run Query Coordinator mode with replication disabled resources: {} nodeSelector: {} @@ -255,6 +259,8 @@ queryCoordinator: enabled: false profiling: enabled: false # Enable live profiling + activeStandby: + enabled: false # Enable active-standby when you set multiple replicas for query coordinator service: port: 19531 @@ -284,6 +290,7 @@ queryNode: indexCoordinator: enabled: true + # You can set the number of replicas greater than 1, only if enable active standby replicas: 1 # Run Index Coordinator mode with replication disabled resources: {} nodeSelector: {} @@ -294,6 +301,8 @@ indexCoordinator: enabled: false profiling: enabled: false # Enable live profiling + activeStandby: + enabled: false # Enable active-standby when you set multiple replicas for index coordinator service: port: 31000 @@ -323,6 +332,7 @@ indexNode: dataCoordinator: enabled: true + # You can set the number of replicas greater than 1, only if enable active standby replicas: 1 # Run Data Coordinator mode with replication disabled resources: {} nodeSelector: {} @@ -333,6 +343,8 @@ dataCoordinator: enabled: false profiling: enabled: true # Enable live profiling + activeStandby: + enabled: false # Enable active-standby when you set multiple replicas for data coordinator service: port: 13333