diff --git a/backend/onyx/llm/chat_llm.py b/backend/onyx/llm/chat_llm.py
index 1f33dc10e7..9681c894e2 100644
--- a/backend/onyx/llm/chat_llm.py
+++ b/backend/onyx/llm/chat_llm.py
@@ -429,7 +429,7 @@ def _completion(
                 # streaming choice
                 stream=stream,
                 # model params
-                temperature=0,
+                temperature=self._temperature,
                 timeout=timeout_override or self._timeout,
                 # For now, we don't support parallel tool calls
                 # NOTE: we can't pass this in if tools are not specified