diff --git a/src/nuggetizer/core/llm.py b/src/nuggetizer/core/llm.py index 2cb0bab..8a826e5 100644 --- a/src/nuggetizer/core/llm.py +++ b/src/nuggetizer/core/llm.py @@ -172,9 +172,9 @@ def run( encoding = tiktoken.get_encoding("o200k_base") else: encoding = tiktoken.get_encoding(self.model) - except Exception as e: - print(f"Error: {str(e)}") + except Exception: encoding = tiktoken.get_encoding("cl100k_base") + return response, len(encoding.encode(response)) except Exception as e: print(f"LLM Inference Error: {str(e)}")