feat: added multi routing engine support

Author: Pratham-Mishra04

core/schemas/bifrost.go

@@ -187,7 +187,7 @@ const (
 	BifrostContextKeyIsCustomProvider                    BifrostContextKey = "bifrost-is-custom-provider"                       // bool (set by bifrost - DO NOT SET THIS MANUALLY))
 	BifrostContextKeyHTTPRequestType                     BifrostContextKey = "bifrost-http-request-type"                        // RequestType (set by bifrost - DO NOT SET THIS MANUALLY))
 	BifrostContextKeyPassthroughExtraParams              BifrostContextKey = "bifrost-passthrough-extra-params"                 // bool
-	BifrostContextKeyRoutingEngineUsed                   BifrostContextKey = "bifrost-routing-engine-used"                      // string (set by bifrost - DO NOT SET THIS MANUALLY) - either "routing-rule", "governance" or "loadbalancing"
+	BifrostContextKeyRoutingEnginesUsed                  BifrostContextKey = "bifrost-routing-engines-used"                     // []string (set by bifrost - DO NOT SET THIS MANUALLY) - list of routing engines used ("routing-rule", "governance", "loadbalancing", etc.)
 )
 
 // NOTE: for custom plugin implementation dealing with streaming short circuit,

core/utils.go

@@ -415,6 +415,22 @@ func ValidateExternalURL(urlStr string) error {
 	return nil
 }
 
+// AppendToContext appends a value to the context list value.
+// Parameters:
+//   - ctx: The Bifrost context
+//   - key: The key to append the value to
+//   - value: The value to append
+func AppendToContextList[T any](ctx *schemas.BifrostContext, key schemas.BifrostContextKey, value T) {
+	if ctx == nil {
+		return
+	}
+	existingValues, ok := ctx.Value(key).([]T)
+	if !ok {
+		existingValues = []T{}
+	}
+	ctx.SetValue(key, append(existingValues, value))
+}
+
 // isLocalhost checks if a hostname is localhost or a loopback address
 func isLocalhost(hostname string) bool {
 	return hostname == "localhost" ||

docs/features/telemetry.mdx

@@ -62,7 +62,7 @@ Base Labels:
 - `method`: Request type (`chat`, `text`, `embedding`, `speech`, `transcription`)
 - `virtual_key_id`: Virtual key ID
 - `virtual_key_name`: Virtual key name
-- `routing_engine_used`: Routing engine used ("routing-rule", "governance", "loadbalancing")
+- `routing_engines_used`: Comma-separated routing engines used ("routing-rule", "governance", "loadbalancing")
 - `routing_rule_id`: Routing rule ID that matched the request
 - `routing_rule_name`: Routing rule name that matched the request
 - `selected_key_id`: Selected key ID

docs/openapi/openapi.json

@@ -146579,9 +146579,12 @@
                             "type": "string",
                             "nullable": true
                           },
-                          "routing_engine_used": {
-                            "type": "string",
-                            "description": "The routing engine used for this request (routing-rule, governance, or loadbalancing)",
+                          "routing_engines_used": {
+                            "type": "array",
+                            "items": {
+                              "type": "string"
+                            },
+                            "description": "Array of routing engines used for this request (routing-rule, governance, or loadbalancing)",
                             "nullable": true
                           },
                           "routing_rule_id": {
@@ -179768,9 +179771,12 @@
             "type": "string",
             "nullable": true
           },
-          "routing_engine_used": {
-            "type": "string",
-            "description": "The routing engine used for this request (routing-rule, governance, or loadbalancing)",
+          "routing_engines_used": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "Array of routing engines used for this request (routing-rule, governance, or loadbalancing)",
             "nullable": true
           },
           "routing_rule_id": {
@@ -181285,9 +181291,12 @@
                   "type": "string",
                   "nullable": true
                 },
-                "routing_engine_used": {
-                  "type": "string",
-                  "description": "The routing engine used for this request (routing-rule, governance, or loadbalancing)",
+                "routing_engines_used": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Array of routing engines used for this request (routing-rule, governance, or loadbalancing)",
                   "nullable": true
                 },
                 "routing_rule_id": {

docs/openapi/schemas/management/logging.yaml

@@ -37,9 +37,11 @@ LogEntry:
     virtual_key_name:
       type: string
       nullable: true
-    routing_engine_used:
-      type: string
-      description: The routing engine used for this request (routing-rule, governance, or loadbalancing)
+    routing_engines_used:
+      type: array
+      items:
+        type: string
+      description: Array of routing engines used for this request (routing-rule, governance, or loadbalancing)
       nullable: true
     routing_rule_id:
       type: string

framework/changelog.md

@@ -0,0 +1 @@
+- feat: rename routing_engine_used column to routing_engines_used for multi-engine tracking (parsed as comma-separated string)

framework/logstore/migrations.go

@@ -127,6 +127,9 @@ func triggerMigrations(ctx context.Context, db *gorm.DB) error {
 	if err := migrationAddRoutingEngineUsedColumn(ctx, db); err != nil {
 		return err
 	}
+	if err := migrationAddRoutingEnginesUsedColumn(ctx, db); err != nil {
+		return err
+	}
 	return nil
 }
 
@@ -1060,8 +1063,10 @@ func migrationAddRoutingEngineUsedColumn(ctx context.Context, db *gorm.DB) error
 		Migrate: func(tx *gorm.DB) error {
 			tx = tx.WithContext(ctx)
 			migrator := tx.Migrator()
-			if !migrator.HasColumn(&Log{}, "routing_engine_used") {
-				if err := migrator.AddColumn(&Log{}, "routing_engine_used"); err != nil {
+			// Only add the column if it doesn't exist
+			if !migrator.HasColumn(&Log{}, "routing_engine_used") && !migrator.HasColumn(&Log{}, "routing_engines_used") {
+				// Use raw SQL to avoid GORM struct field dependency
+				if err := tx.Exec("ALTER TABLE logs ADD COLUMN routing_engine_used VARCHAR(255)").Error; err != nil {
 					return err
 				}
 			}
@@ -1084,3 +1089,52 @@ func migrationAddRoutingEngineUsedColumn(ctx context.Context, db *gorm.DB) error
 	}
 	return nil
 }
+
+func migrationAddRoutingEnginesUsedColumn(ctx context.Context, db *gorm.DB) error {
+	opts := *migrator.DefaultOptions
+	opts.UseTransaction = true
+	m := migrator.New(db, &opts, []*migrator.Migration{{
+		ID: "logs_add_routing_engines_used_column",
+		Migrate: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+			migrator := tx.Migrator()
+
+			hasOldColumn := migrator.HasColumn(&Log{}, "routing_engine_used")
+			hasNewColumn := migrator.HasColumn(&Log{}, "routing_engines_used")
+
+			if hasOldColumn && !hasNewColumn {
+				// Rename old column to new if new doesn't exist yet
+				if err := migrator.RenameColumn(&Log{}, "routing_engine_used", "routing_engines_used"); err != nil {
+					return fmt.Errorf("failed to rename routing_engine_used to routing_engines_used: %w", err)
+				}
+			} else if hasOldColumn && hasNewColumn {
+				// Both columns exist - drop the old one (new column is already in use)
+				if err := migrator.DropColumn(&Log{}, "routing_engine_used"); err != nil {
+					return fmt.Errorf("failed to drop old routing_engine_used column: %w", err)
+				}
+			}
+			// If only new column exists, do nothing (already migrated)
+
+			return nil
+		},
+		Rollback: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+			migrator := tx.Migrator()
+
+			hasNewColumn := migrator.HasColumn(&Log{}, "routing_engines_used")
+			hasOldColumn := migrator.HasColumn(&Log{}, "routing_engine_used")
+
+			if hasNewColumn && !hasOldColumn {
+				// Rename new column back to old if old doesn't exist
+				if err := migrator.RenameColumn(&Log{}, "routing_engines_used", "routing_engine_used"); err != nil {
+					return fmt.Errorf("failed to rename routing_engines_used back to routing_engine_used: %w", err)
+				}
+			}
+			// If old column was dropped, recreate it would be complex, so we skip
+
+			return nil
+		},
+	}})
+
+	return m.Migrate()
+}

framework/logstore/rdb.go

@@ -5,6 +5,7 @@ import (
 	"database/sql"
 	"errors"
 	"fmt"
+	"strings"
 	"time"
 
 	"github.com/maximhq/bifrost/core/schemas"
@@ -65,7 +66,36 @@ func (s *RDBLogStore) applyFilters(baseQuery *gorm.DB, filters SearchFilters) *g
 		baseQuery = baseQuery.Where("routing_rule_id IN ?", filters.RoutingRuleIDs)
 	}
 	if len(filters.RoutingEngineUsed) > 0 {
-		baseQuery = baseQuery.Where("routing_engine_used IN ?", filters.RoutingEngineUsed)
+		// Query routing engines (comma-separated values) - find logs containing ANY of the specified engines
+		// Use delimiter-aware matching to avoid partial token matches
+		var engineConditions []string
+		var engineArgs []interface{}
+
+		// Use dialect-aware concatenation expression
+		dialect := s.db.Dialector.Name()
+		var concatExpr string
+		switch dialect {
+		case "sqlite":
+			// SQLite: use || operator for string concatenation
+			concatExpr = "',' || routing_engines_used || ','"
+		default:
+			// MySQL, Postgres, and others: use CONCAT function
+			concatExpr = "CONCAT(',', routing_engines_used, ',')"
+		}
+
+		for _, engine := range filters.RoutingEngineUsed {
+			engine = strings.TrimSpace(engine)
+			if engine == "" {
+				continue // Skip empty engine filters
+			}
+			// Match whole comma-separated tokens: expr LIKE '%,engine,%'
+			engineConditions = append(engineConditions, concatExpr+" LIKE ?")
+			engineArgs = append(engineArgs, "%,"+engine+",%")
+		}
+		// Build OR condition: (expr LIKE ? OR expr LIKE ? ...)
+		if len(engineConditions) > 0 {
+			baseQuery = baseQuery.Where(strings.Join(engineConditions, " OR "), engineArgs...)
+		}
 	}
 	if filters.StartTime != nil {
 		baseQuery = baseQuery.Where("timestamp >= ?", *filters.StartTime)

framework/logstore/tables.go

@@ -90,7 +90,7 @@ type Log struct {
 	SelectedKeyName       string    `gorm:"type:varchar(255)" json:"selected_key_name"`
 	VirtualKeyID          *string   `gorm:"type:varchar(255);index:idx_logs_virtual_key_id" json:"virtual_key_id"`
 	VirtualKeyName        *string   `gorm:"type:varchar(255)" json:"virtual_key_name"`
-	RoutingEngineUsed     *string   `gorm:"type:varchar(255);index:idx_logs_routing_engine_used" json:"routing_engine_used"`
+	RoutingEnginesUsedStr *string   `gorm:"type:varchar(255);column:routing_engines_used" json:"-"` // Comma-separated routing engines
 	RoutingRuleID         *string   `gorm:"type:varchar(255);index:idx_logs_routing_rule_id" json:"routing_rule_id"`
 	RoutingRuleName       *string   `gorm:"type:varchar(255)" json:"routing_rule_name"`
 	InputHistory          string    `gorm:"type:text" json:"-"` // JSON serialized []schemas.ChatMessage
@@ -126,6 +126,7 @@ type Log struct {
 	CreatedAt time.Time `gorm:"index;not null" json:"created_at"`
 
 	// Virtual fields for JSON output - these will be populated when needed
+	RoutingEnginesUsed          []string                                `gorm:"-" json:"routing_engines_used,omitempty"` // Virtual field deserialized from JSON
 	InputHistoryParsed          []schemas.ChatMessage                   `gorm:"-" json:"input_history,omitempty"`
 	ResponsesInputHistoryParsed []schemas.ResponsesMessage              `gorm:"-" json:"responses_input_history,omitempty"`
 	OutputMessageParsed         *schemas.ChatMessage                    `gorm:"-" json:"output_message,omitempty"`
@@ -189,6 +190,14 @@ func (l *Log) AfterFind(tx *gorm.DB) error {
 
 // SerializeFields converts Go structs to JSON strings for storage
 func (l *Log) SerializeFields() error {
+	// Serialize routing engines to comma-separated string
+	if len(l.RoutingEnginesUsed) > 0 {
+		engineStr := strings.Join(l.RoutingEnginesUsed, ",")
+		l.RoutingEnginesUsedStr = &engineStr
+	} else {
+		l.RoutingEnginesUsedStr = nil
+	}
+
 	if l.InputHistoryParsed != nil {
 		if data, err := json.Marshal(l.InputHistoryParsed); err != nil {
 			return err
@@ -457,6 +466,13 @@ func (l *Log) DeserializeFields() error {
 		}
 	}
 
+	if l.RoutingEnginesUsedStr != nil && *l.RoutingEnginesUsedStr != "" {
+		// Parse comma-separated routing engines
+		l.RoutingEnginesUsed = strings.Split(*l.RoutingEnginesUsedStr, ",")
+	} else {
+		l.RoutingEnginesUsed = []string{}
+	}
+
 	return nil
 }
 

plugins/governance/changelog.md

@@ -0,0 +1 @@
+- feat: added multi level routing support for routing rules + vk based provider routing