From 13efae320d2b158e909397764ae3a0c650d299c4 Mon Sep 17 00:00:00 2001 From: "edward.zeng" Date: Thu, 13 Oct 2022 11:03:19 +0800 Subject: [PATCH] Refine data coordinator segment config (#376) Signed-off-by: Edward Zeng Signed-off-by: Edward Zeng --- charts/milvus/Chart.yaml | 2 +- charts/milvus/README.md | 5 ++++- charts/milvus/templates/config.tpl | 3 +++ charts/milvus/values.yaml | 5 ++++- 4 files changed, 12 insertions(+), 3 deletions(-) diff --git a/charts/milvus/Chart.yaml b/charts/milvus/Chart.yaml index 7e035207..f21e7c09 100644 --- a/charts/milvus/Chart.yaml +++ b/charts/milvus/Chart.yaml @@ -3,7 +3,7 @@ name: milvus appVersion: "2.1.4" kubeVersion: "^1.10.0-0" description: Milvus is an open-source vector database built to power AI applications and vector similarity search. -version: 3.2.8 +version: 3.2.9 keywords: - milvus - elastic diff --git a/charts/milvus/README.md b/charts/milvus/README.md index 1844a364..ab9bbcc6 100644 --- a/charts/milvus/README.md +++ b/charts/milvus/README.md @@ -369,7 +369,10 @@ The following table lists the configurable parameters of the Milvus Data Coordin | `dataCoordinator.segment.maxSize` | Maximum size of a segment in MB | `512` | | `dataCoordinator.segment.diskSegmentMaxSize` | Maximum size of a segment in MB for disk index collection | `2048` | | `dataCoordinator.segment.sealProportion` | Minimum proportion for a segment which can be sealed | `0.25` | -| `dataCoordinator.segment.maxLife` | Maximum lifetime of a segment in seconds | `3600` | +| `dataCoordinator.segment.maxLife` | Maximum lifetime of a segment in seconds | `3600` | +| `dataCoordinator.segment.maxIdleTime` | Maximum idle time for growing segment in seconds | `300` | +| `dataCoordinator.segment.minSizeFromIdleToSealed` | The minimum size in MB of segment which can be idle from sealed | `16` | +| `dataCoordinator.segment.smallProportion` | The proportion for a sealed segment, which would not be compacted | `0.9` | | `dataCoordinator.extraEnv` | Additional Milvus Data Coordinator container environment variables | `[]` | | `dataCoordinator.service.type` | Service type | `ClusterIP` | | `dataCoordinator.service.port` | Port where service is exposed | `19530` | diff --git a/charts/milvus/templates/config.tpl b/charts/milvus/templates/config.tpl index dcc3184a..7b288801 100644 --- a/charts/milvus/templates/config.tpl +++ b/charts/milvus/templates/config.tpl @@ -278,6 +278,9 @@ dataCoord: sealProportion: "{{ .Values.dataCoordinator.segment.sealProportion }}" # It's the minimum proportion for a segment which can be sealed assignmentExpiration: 2000 # The time of the assignment expiration in ms maxLife: "{{ .Values.dataCoordinator.segment.maxLife }}" # The max lifetime of segment in seconds, 60*60 + maxIdleTime: "{{ .Values.dataCoordinator.segment.maxIdleTime }}" # The maximum idle time of a growing segment in seconds, 5*60 + minSizeFromIdleToSealed: "{{ .Values.dataCoordinator.segment.minSizeFromIdleToSealed }}" # The minimum size in MB of segment which can be idle from sealed + smallProportion: "{{ .Values.dataCoordinator.segment.smallProportion }}" # The proportion for a sealed segment, which would not be compacted compaction: enableAutoCompaction: {{ .Values.dataCoordinator.compaction.enableAutoCompaction }} diff --git a/charts/milvus/values.yaml b/charts/milvus/values.yaml index 73566962..0fe52c56 100644 --- a/charts/milvus/values.yaml +++ b/charts/milvus/values.yaml @@ -473,7 +473,10 @@ dataCoordinator: maxSize: 512 # Maximum size of a segment in MB diskSegmentMaxSize: 2048 # Maximum segment size in MB for disk index collection sealProportion: 0.25 # Minimum proportion for a segment which can be sealed - maxLife: 3600 # The max lifetime of segment in seconds, 24*60*60 + maxLife: 3600 # The max lifetime of segment in seconds, 60*60 + maxIdleTime: 300 # The maximum idle time of a growing segment in seconds, 5*60 + minSizeFromIdleToSealed: 16 # The minimum size in MB of segment which can be idle from sealed + smallProportion: 0.9 # The proportion for a sealed segment, which would not be compacted compaction: enableAutoCompaction: true