Add more config for milvus components (#374)

Signed-off-by: Edward Zeng <jie.zeng@zilliz.com>

Signed-off-by: Edward Zeng <jie.zeng@zilliz.com>

Author: LoveEachDay

charts/milvus/Chart.yaml

@@ -3,7 +3,7 @@ name: milvus
 appVersion: "2.1.4"
 kubeVersion: "^1.10.0-0"
 description: Milvus is an open-source vector database built to power AI applications and vector similarity search.
-version: 3.2.5
+version: 3.2.6
 keywords:
   - milvus
   - elastic

charts/milvus/README.md

@@ -364,6 +364,7 @@ The following table lists the configurable parameters of the Milvus Data Coordin
 | `dataCoordinator.heaptrack.enabled`       | Whether to enable heaptrack                             | `false`                                          |
 | `dataCoordinator.profiling.enabled`       | Whether to enable live profiling                   | `false`                                          |
 | `dataCoordinator.segment.maxSize`         | Maximum size of a segment in MB                   | `512`                                          |
+| `dataCoordinator.segment.diskSegmentMaxSize`         | Maximum size of a segment in MB for disk index collection                   | `2048`                                          |
 | `dataCoordinator.segment.sealProportion`         | Minimum proportion for a segment which can be sealed                   | `0.25`                                          |
 | `dataCoordinator.segment.maxLife`         | Maximum lifetime of a segment in seconds                   | `3600`                                          |
 | `dataCoordinator.extraEnv`                | Additional Milvus Data Coordinator container environment variables | `[]`                               |

charts/milvus/templates/config.tpl

@@ -193,6 +193,13 @@ queryCoord:
   overloadedMemoryThresholdPercentage: 90
   balanceIntervalSeconds: 60
   memoryUsageMaxDifferencePercentage: 30
+  checkInterval: "{{ .Values.queryCoordinator.checkInterval }}"
+  channelTaskTimeout: "{{ .Values.queryCoordinator.channelTaskTimeout }}"
+  segmentTaskTimeout: "{{ .Values.queryCoordinator.segmentTaskTimeout }}"
+  distPullInterval: "{{ .Values.queryCoordinator.distPullInterval }}"
+  loadTimeoutSeconds: "{{ .Values.queryCoordinator.loadTimeoutSeconds }}"
+  checkHandoffInterval: "{{ .Values.queryCoordinator.checkHandoffInterval }}"
+  taskMergeCap: "{{ .Values.queryCoordinator.taskMergeCap }}"
 
 queryNode:
   port: 21123
@@ -267,6 +274,7 @@ dataCoord:
 
   segment:
     maxSize: "{{ .Values.dataCoordinator.segment.maxSize }}"  # Maximum size of a segment in MB
+    diskSegmentMaxSize: "{{ .Values.dataCoordinator.segment.diskSegmentMaxSize }}" # Maximum size of segment in MB for disk index collection
     sealProportion: "{{ .Values.dataCoordinator.segment.sealProportion }}" # It's the minimum proportion for a segment which can be sealed
     assignmentExpiration: 2000 # The time of the assignment expiration in ms
     maxLife: "{{ .Values.dataCoordinator.segment.maxLife }}" # The max lifetime of segment in seconds, 60*60

charts/milvus/values.yaml

@@ -369,6 +369,13 @@ queryCoordinator:
 
   autoHandoff: true  # Enable auto handoff
   autoBalance: true  # Disable auto balance
+  checkInterval: 1000  # 1000ms
+  channelTaskTimeout: 60000   # 1 minute
+  segmentTaskTimeout: 120000  # 2 minute
+  distPullInterval: 500  # 500ms
+  loadTimeoutSeconds: 600
+  checkHandoffInterval: 5000  # 5000ms
+  taskMergeCap: 8
 
 queryNode:
   enabled: true
@@ -459,6 +466,7 @@ dataCoordinator:
 
   segment:
     maxSize: 512  # Maximum size of a segment in MB
+    diskSegmentMaxSize: 2048  # Maximum segment size in MB for disk index collection
     sealProportion: 0.25  # Minimum proportion for a segment which can be sealed
     maxLife: 3600  # The max lifetime of segment in seconds, 24*60*60