orchestra/backend/src/constants/llm.py at fb3781dc3677fe30dfe2b2fce226860022987f13 · mifunedev/orchestra · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
import os
from enum import Enum
from src.services.llm import llm_service
from src.constants import (
	OPENAI_API_KEY,
	ANTHROPIC_API_KEY,
	OLLAMA_BASE_URL,
	GROQ_API_KEY,
	GOOGLE_API_KEY,
	XAI_API_KEY,
)
from src.utils.logger import logger


class ChatModels(str, Enum):
	if OPENAI_API_KEY:
		OPENAI_REASONING_03 = "openai:o3"
		OPENAI_REASONING_04_MINI = "openai:o4-mini"
		OPENAI_GPT_5_NANO = "openai:gpt-5-nano"
		OPENAI_GPT_5_MINI = "openai:gpt-5-mini"
		OPENAI_GPT_5 = "openai:gpt-5"
		# OPENAI_GPT_5_CODEX = "openai:gpt-5-codex"
	if ANTHROPIC_API_KEY:
		ANTHROPIC_CLAUDE_3_7_SONNET = "anthropic:claude-3-7-sonnet-latest"
		ANTHROPIC_CLAUDE_4_SONNET = "anthropic:claude-sonnet-4"
		ANTHROPIC_CLAUDE_4_OPUS = "anthropic:claude-opus-4-1"
		ANTHROPIC_CLAUDE_4_5_HAIKU = "anthropic:claude-haiku-4-5"
		ANTHROPIC_CLAUDE_4_5_SONNET = "anthropic:claude-sonnet-4-5"
	if XAI_API_KEY:
		XAI_GROK_4 = "xai:grok-4"
		XAI_GROK_4_FAST = "xai:grok-4-fast"
		XAI_GROK_4_FAST_NON_REASONING = "xai:grok-4-fast-non-reasoning"
		XAI_GROK_CODE_FAST_1 = "xai:grok-code-fast-1"
	if GOOGLE_API_KEY:
		GOOGLE_GEMINI_2_5_FLASH_LITE = "google_genai:gemini-2.5-flash-lite"
		GOOGLE_GEMINI_2_5_FLASH = "google_genai:gemini-2.5-flash"
		GOOGLE_GEMINI_2_5_PRO = "google_genai:gemini-2.5-pro"
	if GROQ_API_KEY:
		GROQ_OPENAI_GPT_OSS_120B = "groq:openai/gpt-oss-120b"
		GROQ_LLAMA_3_3_70B_VERSATILE = "groq:llama-3.3-70b-versatile"


def get_ollama_models():
	models = []
	try:
		import requests
		response = requests.get(f"{OLLAMA_BASE_URL.rstrip('/')}/api/tags", timeout=3)
		if response.ok:
			data = response.json()
			tags = data.get("models", []) if isinstance(data, dict) else []
			for tag in tags:
				model_name = tag.get("name")
				if model_name:
					models.append(f"ollama:{model_name}")
	except Exception as e:
		logger.error(f"Error getting Ollama models: {e}")
		pass
	return models

def get_all_models():
	models = []
	if OPENAI_API_KEY:
		models.extend(llm_service.model_by_provider(provider="openai"))
	if ANTHROPIC_API_KEY:
		models.extend(llm_service.model_by_provider(provider="anthropic"))
	if GOOGLE_API_KEY:
		models.extend(llm_service.model_by_provider(provider="google"))
	if GROQ_API_KEY:
		models.extend(llm_service.model_by_provider(provider="groq"))
	if XAI_API_KEY:
		models.extend(llm_service.model_by_provider(provider="xai"))
	if OLLAMA_BASE_URL:
		models.extend(get_ollama_models())
	return sorted(models)

def get_free_models():
	models = []
	if OPENAI_API_KEY:
		models.append(ChatModels.OPENAI_GPT_5_NANO.value)
	if ANTHROPIC_API_KEY:
		models.append(ChatModels.ANTHROPIC_CLAUDE_4_5_HAIKU.value)
	if GOOGLE_API_KEY:
		models.append(ChatModels.GOOGLE_GEMINI_2_5_FLASH_LITE.value)
	if GROQ_API_KEY:
		models.append(ChatModels.GROQ_OPENAI_GPT_OSS_120B.value)
	if OLLAMA_BASE_URL:
		models.extend(get_ollama_models())
	return sorted(models)


def get_system_prompt():
	path = "src/static/prompts/md"
	with open(os.path.join(path, "default.md"), "r") as file:
		return file.read()


DEFAULT_SYSTEM_PROMPT = get_system_prompt()