feat: add prometheus AI tool and token settings (#415)

Author: zxh326

pkg/ai/agent.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 	"sort"
 	"strings"
+	"time"
 
 	anthropic "github.com/anthropics/anthropic-sdk-go"
 	"github.com/gin-gonic/gin"
@@ -22,6 +23,7 @@ You have access to tools that let you interact with the user's Kubernetes cluste
 - List resources across namespaces
 - Read pod logs for debugging
 - Get cluster-wide status overviews
+- Query Prometheus metrics for monitoring data (requires cluster-wide read access)
 - Create, update, patch or delete resources
 
 Operating principles:
@@ -95,6 +97,7 @@ type Agent struct {
 	anthropicClient anthropic.Client
 	cs              *cluster.ClientSet
 	model           string
+	maxTokens       int
 }
 
 type runtimePromptContext struct {
@@ -118,10 +121,16 @@ func NewAgent(cs *cluster.ClientSet, cfg *RuntimeConfig) (*Agent, error) {
 		modelName = cfg.Model
 	}
 
+	maxTokens := 4096
+	if cfg != nil && cfg.MaxTokens > 0 {
+		maxTokens = cfg.MaxTokens
+	}
+
 	agent := &Agent{
-		provider: provider,
-		cs:       cs,
-		model:    modelName,
+		provider:  provider,
+		cs:        cs,
+		model:     modelName,
+		maxTokens: maxTokens,
 	}
 
 	switch provider {
@@ -229,6 +238,9 @@ func buildRuntimePromptContext(c *gin.Context, cs *cluster.ClientSet) runtimePro
 func buildContextualSystemPrompt(pageCtx *PageContext, runtimeCtx runtimePromptContext, language string) string {
 	prompt := systemPrompt
 
+	// Add current system time
+	prompt += fmt.Sprintf("\n\nCurrent system time: %s", time.Now().Format("2006-01-02 15:04:05 MST"))
+
 	if runtimeCtx.ClusterName != "" || runtimeCtx.AccountName != "" || runtimeCtx.RBACOverview != "" {
 		prompt += "\n\nCurrent runtime context:"
 		if runtimeCtx.ClusterName != "" {

pkg/ai/anthropic.go

@@ -39,10 +39,11 @@ func (a *Agent) processChatAnthropic(c *gin.Context, req *ChatRequest, sendEvent
 	maxIterations := 100
 	for i := 0; i < maxIterations; i++ {
 		stream := a.anthropicClient.Messages.NewStreaming(ctx, anthropic.MessageNewParams{
-			Model:    anthropic.Model(a.model),
-			Messages: messages,
-			System:   []anthropic.TextBlockParam{{Text: sysPrompt}},
-			Tools:    tools,
+			Model:     anthropic.Model(a.model),
+			Messages:  messages,
+			System:    []anthropic.TextBlockParam{{Text: sysPrompt}},
+			Tools:     tools,
+			MaxTokens: int64(a.maxTokens),
 			ToolChoice: anthropic.ToolChoiceUnionParam{
 				OfAuto: &anthropic.ToolChoiceAutoParam{},
 			},

pkg/ai/config.go

@@ -12,11 +12,12 @@ import (
 )
 
 type RuntimeConfig struct {
-	Enabled  bool
-	Provider string
-	Model    string
-	APIKey   string
-	BaseURL  string
+	Enabled   bool
+	Provider  string
+	Model     string
+	APIKey    string
+	BaseURL   string
+	MaxTokens int
 }
 
 func normalizeProvider(provider string) string {
@@ -43,15 +44,19 @@ func LoadRuntimeConfig() (*RuntimeConfig, error) {
 	}
 
 	cfg := &RuntimeConfig{
-		Enabled:  setting.AIAgentEnabled,
-		Provider: normalizeProvider(setting.AIProvider),
-		Model:    strings.TrimSpace(setting.AIModel),
-		APIKey:   strings.TrimSpace(string(setting.AIAPIKey)),
-		BaseURL:  strings.TrimSpace(setting.AIBaseURL),
+		Enabled:   setting.AIAgentEnabled,
+		Provider:  normalizeProvider(setting.AIProvider),
+		Model:     strings.TrimSpace(setting.AIModel),
+		APIKey:    strings.TrimSpace(string(setting.AIAPIKey)),
+		BaseURL:   strings.TrimSpace(setting.AIBaseURL),
+		MaxTokens: setting.AIMaxTokens,
 	}
 	if cfg.Model == "" {
 		cfg.Model = defaultModelForProvider(cfg.Provider)
 	}
+	if cfg.MaxTokens <= 0 {
+		cfg.MaxTokens = 4096
+	}
 	if !cfg.Enabled {
 		return cfg, nil
 	}

pkg/ai/handler.go

@@ -153,6 +153,7 @@ func HandleGetGeneralSetting(c *gin.Context) {
 		"aiApiKey":           "",
 		"aiApiKeyConfigured": hasAIAPIKey,
 		"aiBaseUrl":          setting.AIBaseURL,
+		"aiMaxTokens":        setting.AIMaxTokens,
 		"kubectlEnabled":     setting.KubectlEnabled,
 		"kubectlImage":       setting.KubectlImage,
 		"nodeTerminalImage":  setting.NodeTerminalImage,
@@ -167,6 +168,7 @@ type UpdateGeneralSettingRequest struct {
 	AIModel            string  `json:"aiModel"`
 	AIAPIKey           *string `json:"aiApiKey"`
 	AIBaseURL          string  `json:"aiBaseUrl"`
+	AIMaxTokens        int     `json:"aiMaxTokens"`
 	KubectlEnabled     bool    `json:"kubectlEnabled"`
 	KubectlImage       string  `json:"kubectlImage"`
 	NodeTerminalImage  string  `json:"nodeTerminalImage"`
@@ -230,11 +232,17 @@ func HandleUpdateGeneralSetting(c *gin.Context) {
 		nodeTerminalImage = model.DefaultGeneralNodeTerminalImageValue()
 	}
 
+	aiMaxTokens := req.AIMaxTokens
+	if aiMaxTokens <= 0 {
+		aiMaxTokens = 4096
+	}
+
 	updates := map[string]interface{}{
 		"ai_agent_enabled":     req.AIAgentEnabled,
 		"ai_provider":          aiProvider,
 		"ai_model":             aiModel,
 		"ai_base_url":          strings.TrimSpace(req.AIBaseURL),
+		"ai_max_tokens":        aiMaxTokens,
 		"kubectl_enabled":      req.KubectlEnabled,
 		"kubectl_image":        kubectlImage,
 		"node_terminal_image":  nodeTerminalImage,
@@ -259,6 +267,7 @@ func HandleUpdateGeneralSetting(c *gin.Context) {
 		"aiApiKey":           "",
 		"aiApiKeyConfigured": hasAIAPIKey,
 		"aiBaseUrl":          updated.AIBaseURL,
+		"aiMaxTokens":        updated.AIMaxTokens,
 		"kubectlEnabled":     updated.KubectlEnabled,
 		"kubectlImage":       updated.KubectlImage,
 		"nodeTerminalImage":  updated.NodeTerminalImage,

pkg/ai/openai.go

@@ -49,7 +49,7 @@ func (a *Agent) processChatOpenAI(c *gin.Context, req *ChatRequest, sendEvent fu
 			ToolChoice: openai.ChatCompletionToolChoiceOptionUnionParam{
 				OfAuto: openai.String("auto"),
 			},
-			MaxCompletionTokens: openai.Int(4096),
+			MaxCompletionTokens: openai.Int(int64(a.maxTokens)),
 		})
 		messageContent, refusal, thinkingContent, streamedToolCalls, err := consumeStreamingResponse(stream, sendEvent)
 		if err != nil {