Skip to content

Commit 9a82383

Browse files
authored
fix: Use docker exec to install auto-routing config to avoid permission issues (#226)
1 parent c2d425e commit 9a82383

1 file changed

Lines changed: 17 additions & 24 deletions

File tree

all-in-one/get-ai-gateway.sh

Lines changed: 17 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -280,7 +280,8 @@ configureAutoRouting() {
280280
echo "Configuring auto-routing in model-router plugin..."
281281

282282
local MODEL_ROUTER_FILE="$ROOT/wasmplugins/model-router.internal.yaml"
283-
283+
local CONTAINER_MODEL_ROUTER_FILE="/data/wasmplugins/model-router.internal.yaml"
284+
284285
# Wait for the file to be created (it's created when the container starts)
285286
local MAX_WAIT=30
286287
local WAIT_COUNT=0
@@ -295,29 +296,21 @@ configureAutoRouting() {
295296
return 1
296297
fi
297298

298-
# Backup the original file
299-
cp "$MODEL_ROUTER_FILE" "${MODEL_ROUTER_FILE}.backup"
300-
301-
# Create a temp file with the new content
302-
local TEMP_FILE=$(mktemp)
303-
304-
# Read the file and insert auto-routing config after modelToHeader line
305-
awk -v model="$AUTO_ROUTING_DEFAULT_MODEL" '
306-
/modelToHeader: x-higress-llm-model/ {
307-
print
308-
print " autoRouting:"
309-
print " enable: true"
310-
print " defaultModel: " model
311-
next
312-
}
313-
{ print }
314-
' "$MODEL_ROUTER_FILE" > "$TEMP_FILE"
315-
316-
# Replace original with modified version
317-
mv "$TEMP_FILE" "$MODEL_ROUTER_FILE"
318-
319-
# Trigger config reload inside container by touching the file
320-
$DOCKER_COMMAND exec "$CONTAINER_NAME" touch /data/wasmplugins/model-router.internal.yaml 2>/dev/null || true
299+
$DOCKER_COMMAND exec -i -e DEFAULT_MODEL="$AUTO_ROUTING_DEFAULT_MODEL" -e MODEL_ROUTER_FILE="$CONTAINER_MODEL_ROUTER_FILE" "$CONTAINER_NAME" /bin/sh <<'EOF'
300+
set -e
301+
cp ${MODEL_ROUTER_FILE} ${MODEL_ROUTER_FILE}.backup
302+
awk -v model="$DEFAULT_MODEL" '
303+
/modelToHeader: x-higress-llm-model/ {
304+
print
305+
print " autoRouting:"
306+
print " enable: true"
307+
print " defaultModel: " model
308+
next
309+
}
310+
{ print }
311+
' ${MODEL_ROUTER_FILE} > /tmp/model-router.internal.yaml.tmp.$$
312+
mv /tmp/model-router.internal.yaml.tmp.* ${MODEL_ROUTER_FILE}
313+
EOF
321314

322315
echo "✓ Auto-routing configured with default model: $AUTO_ROUTING_DEFAULT_MODEL"
323316
echo " Configuration file: $MODEL_ROUTER_FILE"

0 commit comments

Comments
 (0)