Skip to content

Commit 3a0faf3

Browse files
test sm endpoint
1 parent 2708cd5 commit 3a0faf3

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

test/vllm/sagemaker/test_sm_endpoint.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -29,14 +29,15 @@ def get_secret_hf_token():
2929

3030
def deploy_endpoint(name, image_uri, role, instance_type):
3131
try:
32-
hf_token_dict = get_secret_hf_token()
32+
response = get_secret_hf_token()
33+
hf_token = response.get("HF_TOKEN")
3334
model = Model(
3435
name=name,
3536
image_uri=image_uri,
3637
role=role,
3738
env={
3839
"SM_VLLM_MODEL": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
39-
"SM_VLLM_HF-TOKEN": hf_token_dict.get("HF_TOKEN", ""),
40+
"SM_VLLM_HF-TOKEN": hf_token,
4041
},
4142
)
4243

0 commit comments

Comments
 (0)