添加硅基流动api测试

Author: 邱梓咸

tests/test_llms/test_gptstyleapi.py

@@ -1,4 +1,4 @@
-from lagent.llms import GPTStyleAPI
+from lagent.llms import GPTStyleAPI,GPTAPI
 
 def chat_xinfrence():
     api_base = 'http://192.168.26.213:13000/v1/chat/completions' # oneapi
@@ -98,7 +98,8 @@ def chat_lmdeploy():
 
 def chat_oneapi():
     api_base = 'http://192.168.26.213:13000/v1/chat/completions' # oneapi
-    model_name = "deepseek-r1-14b"
+    # model_name = "deepseek-r1-14b"
+    model_name = "Baichuan2-Turbo"
     gpttool = GPTStyleAPI(
         model_type=model_name,
         api_base=api_base,
@@ -120,6 +121,30 @@ def chat_oneapi():
         }])
     print(res)
 
+def chat_siliconflow():
+    api_base = 'https://api.siliconflow.cn/v1/chat/completions' # oneapi
+    # model_name = "deepseek-r1-14b"
+    model_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"
+    gpttool = GPTStyleAPI(
+        model_type=model_name,
+        api_base=api_base,
+        key="sk-srirwcmjqmbmyttandxidrtmlfqpxcigyacoabutufvdkkgl",
+        retry=3,
+        meta_template=None,
+        max_new_tokens=512,
+        top_p=0.8,
+        top_k=40,
+        temperature=0.8,
+        repetition_penalty=1,
+        stream=False,
+        stop_words=None,
+    )
+    res = gpttool.chat(inputs=[
+        {
+            "role": "user",
+            "content": "世界第一高峰是"
+        }])
+    print(res)
 def stream_chat_ollama():
     api_base = 'http://192.168.26.212:11434/api/chat'  # ollama
     model_name = "qwen:7b"
@@ -134,7 +159,6 @@ def stream_chat_ollama():
         top_k=40,
         temperature=0.8,
         repetition_penalty=1,
-        stream=False,
         stop_words=None,
     )
     res = gpttool.stream_chat(inputs=[
@@ -147,7 +171,9 @@ def stream_chat_ollama():
 
 def stream_chat_oneapi():
     api_base = 'http://192.168.26.213:13000/v1/chat/completions' # oneapi
-    model_name = "deepseek-r1-14b"
+    # model_name = "deepseek-r1-14b"
+    model_name = "Baichuan2-Turbo"
+    # model_name = "qwen:7b"
     gpttool = GPTStyleAPI(
         model_type=model_name,
         api_base=api_base,
@@ -159,7 +185,31 @@ def stream_chat_oneapi():
         top_k=40,
         temperature=0.8,
         repetition_penalty=1,
-        stream=False,
+        stop_words=None,
+    )
+    res = gpttool.stream_chat(inputs=[
+        {
+            "role": "user",
+            "content": "世界第一高峰是"
+        }])
+    for status, content, _ in res:
+        print(content, end='', flush=True)
+
+def stream_chat_siliconflow():
+    api_base = 'https://api.siliconflow.cn/v1/chat/completions'  # oneapi
+    # model_name = "deepseek-r1-14b"
+    model_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"
+    gpttool = GPTStyleAPI(
+        model_type=model_name,
+        api_base=api_base,
+        key="sk-srirwcmjqmbmyttandxidrtmlfqpxcigyacoabutufvdkkgl",
+        retry=3,
+        meta_template=None,
+        max_new_tokens=512,
+        top_p=0.8,
+        top_k=40,
+        temperature=0.8,
+        repetition_penalty=1,
         stop_words=None,
     )
     res = gpttool.stream_chat(inputs=[
@@ -175,8 +225,10 @@ def stream_chat_oneapi():
     # chat_direct()
     # chat_ollama()
     # chat_oneapi()
-    chat_lmdeploy()
+    # chat_lmdeploy()
+    # chat_siliconflow()
 
     # #流式输出测试
     # stream_chat_ollama()
-    # stream_chat_oneapi()
+    # stream_chat_oneapi()
+    stream_chat_siliconflow()