Enrich truncated OpenRouter descriptions

Author: dzarlax

internal/adminapi/handlers.go

@@ -14,6 +14,8 @@ import (
 	"telegram-agent/internal/llm"
 )
 
+const maxVisibleDescriptionEnrich = 8
+
 // --- View data ---
 
 type uiRole struct {
@@ -474,6 +476,7 @@ func (s *Server) buildIndexData(r *http.Request) indexData {
 		attachMarketSignals(models, marketSignals)
 		attachModelTelemetry(models, s.loadModelTelemetry(ctx5, catalogProv))
 		attachModelChecks(models, catalogProv, s.loadModelChecks(ctx5))
+		s.enrichVisibleDescriptions(ctx5, catalogProv, models)
 		decorateModelDisplay(models, preset)
 		sections := buildModelSections(models, true)
 		filters := uiFilters{
@@ -591,7 +594,6 @@ func (s *Server) buildIndexData(r *http.Request) indexData {
 	attachMarketSignals(models, marketSignals)
 	attachModelTelemetry(models, s.loadModelTelemetry(ctx5, catalogProv))
 	attachModelChecks(models, catalogProv, s.loadModelChecks(ctx5))
-	decorateModelDisplay(models, "")
 	asc := sortDir == "asc"
 	sort.Slice(models, func(i, j int) bool {
 		var less bool
@@ -633,6 +635,8 @@ func (s *Server) buildIndexData(r *http.Request) indexData {
 		}
 		return !less
 	})
+	s.enrichVisibleDescriptions(ctx5, catalogProv, models)
+	decorateModelDisplay(models, "")
 
 	return indexData{
 		Routing:         s.buildRouting(),
@@ -643,6 +647,39 @@ func (s *Server) buildIndexData(r *http.Request) indexData {
 	}
 }
 
+func (s *Server) enrichVisibleDescriptions(ctx context.Context, provider string, models []uiModel) {
+	if provider != "openrouter" || s.capStore == nil {
+		return
+	}
+	remaining := maxVisibleDescriptionEnrich
+	for i := range models {
+		if remaining <= 0 {
+			return
+		}
+		if !llm.OpenRouterDescriptionLooksTruncated(models[i].Description) {
+			continue
+		}
+		remaining--
+		full, err := llm.FetchOpenRouterModelDescription(ctx, models[i].ID, models[i].Description)
+		if err != nil {
+			s.logger.Debug("openrouter description enrichment failed", "model", models[i].ID, "err", err)
+			continue
+		}
+		if len(full) <= len(models[i].Description) {
+			continue
+		}
+		models[i].Description = full
+		caps := s.lookupCapsFor(ctx, provider, models[i].ID)
+		caps.Description = full
+		if caps.Name == "" {
+			caps.Name = models[i].Name
+		}
+		if err := s.capStore.PutCapabilities(ctx, provider, models[i].ID, caps); err != nil {
+			s.logger.Debug("openrouter description cache update failed", "model", models[i].ID, "err", err)
+		}
+	}
+}
+
 // orBlendedPrice mirrors AA's 3:1 input/output weighting so prices are
 // directly comparable across sources.
 func orBlendedPrice(promptPrice, completionPrice float64) float64 {

internal/llm/capabilities.go

@@ -4,8 +4,11 @@ import (
 	"context"
 	"encoding/json"
 	"fmt"
+	"html"
 	"io"
 	"net/http"
+	"net/url"
+	"regexp"
 	"strconv"
 	"strings"
 	"time"
@@ -62,7 +65,11 @@ type ConfigurableProvider interface {
 
 // --- OpenRouter /models fetcher ---
 
-var openRouterHTTPClient = &http.Client{Timeout: 20 * time.Second}
+var (
+	openRouterHTTPClient         = &http.Client{Timeout: 20 * time.Second}
+	openRouterPageBaseURL        = "https://openrouter.ai"
+	openRouterDescriptionPayload = regexp.MustCompile(`\\"description\\":\\"((?:\\\\.|[^\\"])*)\\"`)
+)
 
 // FetchOpenRouterModels pulls the full catalog from OpenRouter and returns a
 // map keyed by model id. Prices are normalised to USD per 1M tokens (OpenRouter
@@ -133,6 +140,85 @@ func parseOpenRouterModels(body []byte) (map[string]Capabilities, error) {
 	return out, nil
 }
 
+// OpenRouterDescriptionLooksTruncated reports descriptions that already arrive
+// from OpenRouter with an ellipsis. Those are upstream-shortened strings, not a
+// UI clamp, so callers may optionally enrich them from the model page payload.
+func OpenRouterDescriptionLooksTruncated(desc string) bool {
+	desc = strings.TrimSpace(desc)
+	return strings.HasSuffix(desc, "...") || strings.HasSuffix(desc, "…")
+}
+
+// FetchOpenRouterModelDescription fetches a model page and extracts the longest
+// matching description from its SSR payload. OpenRouter's public /models API can
+// return shortened descriptions ending in "...", while the model page payload
+// usually carries the full text.
+func FetchOpenRouterModelDescription(ctx context.Context, modelID, currentDescription string) (string, error) {
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet, openRouterModelPageURL(modelID), nil)
+	if err != nil {
+		return "", err
+	}
+	resp, err := openRouterHTTPClient.Do(req)
+	if err != nil {
+		return "", fmt.Errorf("openrouter model page: %w", err)
+	}
+	defer resp.Body.Close()
+
+	body, err := io.ReadAll(io.LimitReader(resp.Body, 4*1024*1024))
+	if err != nil {
+		return "", fmt.Errorf("openrouter model page: read: %w", err)
+	}
+	if resp.StatusCode != http.StatusOK {
+		return "", fmt.Errorf("openrouter model page: HTTP %d: %s", resp.StatusCode, string(body))
+	}
+	full := extractOpenRouterPageDescription(body, currentDescription)
+	if full == "" {
+		return "", fmt.Errorf("openrouter model page: full description not found")
+	}
+	return full, nil
+}
+
+func openRouterModelPageURL(modelID string) string {
+	parts := strings.Split(modelID, "/")
+	for i := range parts {
+		parts[i] = url.PathEscape(parts[i])
+	}
+	return strings.TrimRight(openRouterPageBaseURL, "/") + "/" + strings.Join(parts, "/")
+}
+
+func extractOpenRouterPageDescription(body []byte, currentDescription string) string {
+	current := normalizeDescriptionText(currentDescription)
+	prefix := strings.TrimSpace(strings.TrimSuffix(strings.TrimSuffix(current, "..."), "…"))
+	if len(prefix) > 120 {
+		prefix = prefix[:120]
+	}
+	var best string
+	for _, m := range openRouterDescriptionPayload.FindAllSubmatch(body, -1) {
+		if len(m) != 2 {
+			continue
+		}
+		raw := string(m[1])
+		decoded, err := strconv.Unquote(`"` + raw + `"`)
+		if err != nil {
+			continue
+		}
+		decoded = normalizeDescriptionText(html.UnescapeString(decoded))
+		if decoded == "" || len(decoded) <= len(current) || OpenRouterDescriptionLooksTruncated(decoded) {
+			continue
+		}
+		if prefix != "" && !strings.HasPrefix(decoded, prefix) {
+			continue
+		}
+		if len(decoded) > len(best) {
+			best = decoded
+		}
+	}
+	return best
+}
+
+func normalizeDescriptionText(s string) string {
+	return strings.Join(strings.Fields(strings.TrimSpace(s)), " ")
+}
+
 func containsStr(s []string, target string) bool {
 	for _, v := range s {
 		if strings.EqualFold(v, target) {

internal/llm/capabilities_test.go

@@ -128,3 +128,26 @@ func TestCapabilitiesFree(t *testing.T) {
 		})
 	}
 }
+
+func TestExtractOpenRouterPageDescriptionUsesFullPayload(t *testing.T) {
+	current := "NVIDIA Nemotron 3 Nano Omni is a 30B-A3B open multimodal model designed to function as a perception and context sub-agent in enterprise agent systems. It accepts text, image, video, and..."
+	full := "NVIDIA Nemotron 3 Nano Omni is a 30B-A3B open multimodal model designed to function as a perception and context sub-agent in enterprise agent systems. It accepts text, image, video, and audio inputs and produces text output, enabling agents to perceive and reason across modalities in a single inference loop."
+	body := []byte(`prefix {\"description\":\"Short page meta.\"} middle {\"description\":\"` + full + `\"} suffix`)
+
+	got := extractOpenRouterPageDescription(body, current)
+	if got != full {
+		t.Fatalf("description mismatch:\nwant %q\ngot  %q", full, got)
+	}
+}
+
+func TestOpenRouterDescriptionLooksTruncated(t *testing.T) {
+	if !OpenRouterDescriptionLooksTruncated("accepts text, image, video, and...") {
+		t.Fatal("ASCII ellipsis should be treated as truncated")
+	}
+	if !OpenRouterDescriptionLooksTruncated("accepts text, image, video, and…") {
+		t.Fatal("unicode ellipsis should be treated as truncated")
+	}
+	if OpenRouterDescriptionLooksTruncated("Full sentence.") {
+		t.Fatal("complete sentence should not be treated as truncated")
+	}
+}