Skip to content

Commit 3564c3c

Browse files
authored
vLLM SBSA build (#86)
1 parent b40fca4 commit 3564c3c

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

ci/L0_multi_gpu_vllm/vllm_backend/vllm_multi_gpu_test.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,13 +29,15 @@
2929
import unittest
3030
from functools import partial
3131

32-
import pynvml
3332
import tritonclient.grpc as grpcclient
3433
from tritonclient.utils import *
34+
from vllm.utils import import_pynvml
3535

3636
sys.path.append("../../common")
3737
from test_util import TestResultCollector, UserData, callback, create_vllm_request
3838

39+
pynvml = import_pynvml()
40+
3941

4042
class VLLMMultiGPUTest(TestResultCollector):
4143
def setUp(self):

0 commit comments

Comments
 (0)