moved generate_response to llm.py

Author: Prtm2110

cli/ai_model_manager.py

@@ -2,7 +2,6 @@
 import os
 import threading
 from cli.utils import spin_loader
-from cli.llm import gemini_api_output
 
 
 class AIModelManager:
@@ -172,6 +171,8 @@ def generate_output(self, model_name, prompt_by_user):
         spinner_thread = threading.Thread(target=spin_loader, args=(stop_spinner,))
         spinner_thread.start()
 
+        from cli.llm import gemini_api_output
+
         output = gemini_api_output(model_name, prompt_by_user)
 
         stop_spinner.set()

cli/llm.py

@@ -1,4 +1,9 @@
+import os
+
 from google import genai
+from cli.ai_model_manager import AIModelManager
+from cli.prettify_llm_output import prettify_llm_output
+from cli.chat_history import ChatHistory
 
 
 def gemini_api_output(model_name, prompt_by_user):
@@ -21,3 +26,20 @@ def gemini_api_output(model_name, prompt_by_user):
     response = client.models.generate_content(model=model_name, contents=prompt_by_user)
 
     return response.text
+
+
+def generate_response(prompt: str, manager: AIModelManager, history: ChatHistory):
+    system_instruction = (
+        "System prompt: Give response in short and MD format, "
+        "if asked for commands then give commands and don't explain too much"
+    )
+    full_prompt = f"{prompt}\n{system_instruction}"
+    history.append("user", full_prompt)
+    flat_prompt = history.get_prompt()
+    models = manager.load()
+    selected = models.get("selected_model")
+    if not selected:
+        selected = "gemini-1.5-flash"
+    response = manager.generate_output(selected, flat_prompt)
+    history.append("assistant", response or "")
+    prettify_llm_output(response)

cli/prompt.py

@@ -1,32 +1,14 @@
 import os
-import json
 import sys
 import argparse
 from cli.ai_model_manager import AIModelManager
-from cli.prettify_llm_output import prettify_llm_output
 from cli.chat_history import ChatHistory, get_bash_history
+from cli.llm import generate_response
 
 HISTORY_FILE = os.path.expanduser("~/.cache/cli_chat_history.json")
 DEFAULT_BASH_HISTORY_COUNT = 3
 
 
-def generate_response(prompt: str, manager: AIModelManager, history: ChatHistory):
-    system_instruction = (
-        "System prompt: Give response in short and MD format, "
-        "if asked for commands then give commands and don't explain too much"
-    )
-    full_prompt = f"{prompt}\n{system_instruction}"
-    history.append("user", full_prompt)
-    flat_prompt = history.get_prompt()
-    models = manager.load()
-    selected = models.get("selected_model")
-    if not selected:
-        selected = "gemini-1.5-flash"
-    response = manager.generate_output(selected, flat_prompt)
-    history.append("assistant", response or "")
-    prettify_llm_output(response)
-
-
 def main():
     raw = sys.argv[1:]
     known_cmds = ["chat", "debug", "config", "list", "remove", "select"]