retry request

Author: TideDra

llm.py

@@ -1,6 +1,7 @@
 from llama_cpp import Llama
 from openai import OpenAI
 from loguru import logger
+from time import sleep
 
 GLOBAL_LLM = None
 
@@ -21,7 +22,16 @@ def __init__(self, api_key: str = None, base_url: str = None, model: str = None,
 
     def generate(self, messages: list[dict]) -> str:
         if isinstance(self.llm, OpenAI):
-            response = self.llm.chat.completions.create(messages=messages,temperature=0,model=self.model)
+            max_retries = 3
+            for attempt in range(max_retries):
+                try:
+                    response = self.llm.chat.completions.create(messages=messages, temperature=0, model=self.model)
+                    break
+                except Exception as e:
+                    logger.error(f"Attempt {attempt + 1} failed: {e}")
+                    if attempt == max_retries - 1:
+                        raise
+                    sleep(3)
             return response.choices[0].message.content
         else:
             response = self.llm.create_chat_completion(messages=messages,temperature=0)