llava model thread safety

Author: Safoora Yousefi

eureka_ml_insights/models/models.py

@@ -1160,8 +1160,12 @@ def _generate(self, text_prompt, query_images=None, system_message=None):
             )
             end_time = time.time()
 
-        self.model_output = self.tokenizer.batch_decode(output_ids, skip_special_tokens=True)[0].strip()
-        self.response_time = end_time - start_time
+        model_output = self.tokenizer.batch_decode(output_ids, skip_special_tokens=True)[0].strip()
+        response_time = end_time - start_time
+        return {
+            "model_output": model_output,
+            "response_time": response_time,
+        }
 
 
 @dataclass