File tree Expand file tree Collapse file tree 1 file changed +4
-7
lines changed
Expand file tree Collapse file tree 1 file changed +4
-7
lines changed Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ NC='\033[0m' # No Color
1414# Configuration
1515CLUSTER_NAME=" ngx-inference-test"
1616NAMESPACE=" ngx-inference-test"
17- IGW_CHART_VERSION=" ${IGW_CHART_VERSION:- v1.1 .0} "
17+ IGW_CHART_VERSION=" ${IGW_CHART_VERSION:- v1.2 .0} "
1818
1919# Script directory
2020SCRIPT_DIR=" $( cd " $( dirname " ${BASH_SOURCE[0]} " ) " && pwd) "
@@ -133,12 +133,9 @@ deploy_vllm_and_epp() {
133133 --namespace " $NAMESPACE " \
134134 --create-namespace \
135135 --set inferencePool.modelServers.matchLabels.app=vllm-llama3-8b-instruct \
136- --set inferenceExtension.flags[0].name=v \
137- --set inferenceExtension.flags[0].value=4 \
138- --set inferenceExtension.flags[1].name=cert-path \
139- --set inferenceExtension.flags[1].value=/etc/tls \
140- --set inferenceExtension.flags[2].name=secure-serving \
141- --set inferenceExtension.flags[2].value=true \
136+ --set inferenceExtension.flags.v=4 \
137+ --set inferenceExtension.flags.cert-path=/etc/tls \
138+ --set inferenceExtension.flags.secure-serving=true \
142139 --set provider.name=none \
143140 oci://registry.k8s.io/gateway-api-inference-extension/charts/inferencepool \
144141 --version " $IGW_CHART_VERSION "
You can’t perform that action at this time.
0 commit comments