Merge pull request #4 from SoulKyu/integration/multiple-alertmanagers

Integration/multiple alertmanagers

Author: SoulKyu

.gitignore

@@ -33,4 +33,7 @@ go.work.sum
 # .vscode/
 notificator
 fyne-cross
-*.tar.*
+*.tar.*
+notificator.db
+internal_doc
+fake_alertmanager.log

README.md

@@ -1,6 +1,6 @@
 # Notificator
 
-A GUI application for Alertmanager with sound and notification alerts on your laptop.
+A GUI application for multiple Alertmanagers with sound and notification alerts on your laptop.
 
 ![alt text](img/preview.gif "Preview")
 
@@ -37,16 +37,25 @@ Notificator uses a JSON configuration file located at `~/.config/notificator/con
 
 ```json
 {
-  "alertmanager": {
-    "url": "http://localhost:9093",
-    "username": "",
-    "password": "",
-    "token": "",
-    "headers": {},
-    "oauth": {
-      "enabled": false,
-      "proxy_mode": true
+  "alertmanagers": [
+    {
+      "name": "default",
+      "url": "http://localhost:9093",
+      "username": "",
+      "password": "",
+      "token": "",
+      "headers": {},
+      "oauth": {
+        "enabled": false,
+        "proxy_mode": true
+      }
     }
+  ],
+  "backend": {
+    "enabled": true,
+    "grpc_listen": ":50051",
+    "grpc_client": "localhost:50051",
+    "http_listen": ":8080"
   },
   "gui": {
     "width": 1200,
@@ -78,6 +87,10 @@ Notificator uses a JSON configuration file located at `~/.config/notificator/con
 
 - **alertmanager.url**: Alertmanager API endpoint
 - **alertmanager.headers**: Custom HTTP headers for authentication
+- **backend.enabled**: Enable/disable backend collaboration features
+- **backend.grpc_listen**: Port for gRPC server to listen on (e.g., ":50051")
+- **backend.grpc_client**: Address for gRPC client connections (e.g., "localhost:50051")
+- **backend.http_listen**: Port for HTTP server (health checks, metrics) (e.g., ":8080")
 - **notifications.enabled**: Enable/disable all notifications
 - **notifications.sound_enabled**: Enable/disable sound alerts
 - **notifications.critical_only**: Only notify for critical alerts
@@ -87,6 +100,7 @@ Notificator uses a JSON configuration file located at `~/.config/notificator/con
 ### Environment Variables
 
 You can also set headers via environment variable:
+
 ```bash
 export METRICS_PROVIDER_HEADERS="X-API-Key=your-key,Authorization=Bearer token"
 ```
@@ -100,5 +114,6 @@ export METRICS_PROVIDER_HEADERS="X-API-Key=your-key,Authorization=Bearer token"
 - Alert silencing functionality
 - Customizable notification settings
 - Light/dark theme support
+- Multiple Alertmanagers
 
 Perfect for keeping track of your infrastructure alerts directly from your laptop!

alertmanager/fake/fake_alertmanager.py

@@ -143,8 +143,12 @@ def create_alert_groups():
     alert_groups = list(groups.values())
 
 def alert_generator():
-    """Background thread to generate random alerts"""
+    """Background thread to generate random alerts and resolve them periodically"""
+    last_resolution_time = datetime.now(UTC)
+    
     while True:
+        current_time = datetime.now(UTC)
+        
         # Generate new alerts randomly
         if random.random() < 0.4:  # 40% chance every 15 seconds
             new_alert = generate_random_alert()
@@ -163,8 +167,29 @@ def alert_generator():
                 if alert["status"]["state"] == "unprocessed":
                     alert["status"]["state"] = "active"
 
-        # Remove some old alerts randomly
-        if alerts and random.random() < 0.15:  # 15% chance to remove
+        # Resolve alerts every 30 seconds (for testing resolved alerts feature)
+        if (current_time - last_resolution_time).total_seconds() >= 30:
+            print(f"[{current_time.strftime('%H:%M:%S')}] Resolving alerts for testing...", flush=True)
+            
+            # Resolve 30-50% of active alerts
+            active_alerts = [alert for alert in alerts if alert["status"]["state"] == "active"]
+            if active_alerts:
+                resolve_count = max(1, int(len(active_alerts) * random.uniform(0.3, 0.5)))
+                alerts_to_resolve = random.sample(active_alerts, min(resolve_count, len(active_alerts)))
+                
+                for alert in alerts_to_resolve:
+                    alerts.remove(alert)
+                    print(f"  Resolved: {alert['labels']['alertname']} on {alert['labels']['instance']}", flush=True)
+                
+                create_alert_groups()
+                print(f"  Total resolved: {len(alerts_to_resolve)} alerts", flush=True)
+            else:
+                print("  No active alerts to resolve", flush=True)
+            
+            last_resolution_time = current_time
+        
+        # Remove some old alerts randomly (less frequently now)
+        if alerts and random.random() < 0.05:  # 5% chance to remove
             alerts.pop(0)
             create_alert_groups()
 

config/config.go

@@ -11,8 +11,8 @@ import (
 
 // Config holds all configuration for the application
 type Config struct {
-	// Alertmanager configuration
-	Alertmanager AlertmanagerConfig `json:"alertmanager"`
+	// Alertmanager configurations, supports multiple instances
+	Alertmanagers []AlertmanagerConfig `json:"alertmanagers"`
 
 	// GUI configuration
 	GUI GUIConfig `json:"gui"`
@@ -24,11 +24,40 @@ type Config struct {
 	Polling PollingConfig `json:"polling"`
 
 	// Column configuration for GUI
-	ColumnWidths map[string]float32 `json:"column_widths"`
+	ColumnWidths    map[string]float32 `json:"column_widths"`
+	Backend         BackendConfig      `json:"backend"`
+	ResolvedAlerts  ResolvedAlertsConfig `json:"resolved_alerts"`
+}
+
+type BackendConfig struct {
+	Enabled    bool           `json:"enabled"`
+	GRPCListen string         `json:"grpc_listen"`  // Port for gRPC server (e.g., ":50051")
+	GRPCClient string         `json:"grpc_client"`  // Address for gRPC client (e.g., "localhost:50051")
+	HTTPListen string         `json:"http_listen"`  // Port for HTTP server (e.g., ":8080")
+	Database   DatabaseConfig `json:"database"`
+}
+
+type DatabaseConfig struct {
+	Type       string `json:"type"` // "sqlite" or "postgres"
+	Host       string `json:"host"`
+	Port       int    `json:"port"`
+	Name       string `json:"name"`
+	User       string `json:"user"`
+	Password   string `json:"password"`
+	SSLMode    string `json:"ssl_mode"`
+	SQLitePath string `json:"sqlite_path"`
+}
+
+// ResolvedAlertsConfig contains resolved alerts settings
+type ResolvedAlertsConfig struct {
+	Enabled              bool          `json:"enabled"`                // Enable resolved alerts tracking
+	NotificationsEnabled bool          `json:"notifications_enabled"`  // Send notifications for resolved alerts
+	RetentionDuration    time.Duration `json:"retention_duration"`     // How long to keep resolved alerts
 }
 
 // AlertmanagerConfig contains Alertmanager-specific settings
 type AlertmanagerConfig struct {
+	Name     string            `json:"name"`
 	URL      string            `json:"url"`
 	Username string            `json:"username"`
 	Password string            `json:"password"`
@@ -57,10 +86,13 @@ type GUIConfig struct {
 
 // FilterStateConfig contains the state of filters
 type FilterStateConfig struct {
-	SearchText         string          `json:"search_text"`
-	SelectedSeverities map[string]bool `json:"selected_severities"`
-	SelectedStatuses   map[string]bool `json:"selected_statuses"`
-	SelectedTeams      map[string]bool `json:"selected_teams"`
+	SearchText            string          `json:"search_text"`
+	SelectedAlertmanagers map[string]bool `json:"selected_alertmanagers"`
+	SelectedSeverities    map[string]bool `json:"selected_severities"`
+	SelectedStatuses      map[string]bool `json:"selected_statuses"`
+	SelectedTeams         map[string]bool `json:"selected_teams"`
+	SelectedAcks          map[string]bool `json:"selected_acks"`
+	SelectedComments      map[string]bool `json:"selected_comments"`
 }
 
 // NotificationConfig contains notification settings
@@ -91,10 +123,13 @@ func DefaultConfig() *Config {
 	}
 
 	return &Config{
-		Alertmanager: AlertmanagerConfig{
-			URL:     "http://localhost:9093",
-			Headers: headers,
-			OAuth:   oauthConfig,
+		Alertmanagers: []AlertmanagerConfig{
+			{
+				Name:    "Default",
+				URL:     "http://localhost:9093",
+				Headers: headers,
+				OAuth:   oauthConfig,
+			},
 		},
 		GUI: GUIConfig{
 			Width:          1920,
@@ -105,10 +140,13 @@ func DefaultConfig() *Config {
 			ShowTrayIcon:   true,
 			BackgroundMode: false,
 			FilterState: FilterStateConfig{
-				SearchText:         "",
-				SelectedSeverities: map[string]bool{"All": true},
-				SelectedStatuses:   map[string]bool{"All": true},
-				SelectedTeams:      map[string]bool{"All": true},
+				SearchText:            "",
+				SelectedAlertmanagers: map[string]bool{"All": true},
+				SelectedSeverities:    map[string]bool{"All": true},
+				SelectedStatuses:      map[string]bool{"All": true},
+				SelectedTeams:         map[string]bool{"All": true},
+				SelectedAcks:          map[string]bool{"All": true},
+				SelectedComments:      map[string]bool{"All": true},
 			},
 		},
 		Notifications: NotificationConfig{
@@ -131,6 +169,27 @@ func DefaultConfig() *Config {
 		Polling: PollingConfig{
 			Interval: 30 * time.Second,
 		},
+		Backend: BackendConfig{
+			Enabled:    false,
+			GRPCListen: ":50051",
+			GRPCClient: "localhost:50051",
+			HTTPListen: ":8080",
+			Database: DatabaseConfig{
+				Type:       "sqlite",
+				SQLitePath: "./notificator.db",
+				Host:       "localhost",
+				Port:       5432,
+				Name:       "notificator",
+				User:       "notificator",
+				Password:   "",
+				SSLMode:    "disable",
+			},
+		},
+		ResolvedAlerts: ResolvedAlertsConfig{
+			Enabled:              true,                // Enable by default
+			NotificationsEnabled: true,                // Send notifications by default
+			RetentionDuration:    1 * time.Hour,       // Keep for 1 hour by default
+		},
 	}
 }
 
@@ -179,6 +238,12 @@ func LoadConfig(configPath string) (*Config, error) {
 	if config.GUI.FilterState.SelectedTeams == nil {
 		config.GUI.FilterState.SelectedTeams = map[string]bool{"All": true}
 	}
+	if config.GUI.FilterState.SelectedAcks == nil {
+		config.GUI.FilterState.SelectedAcks = map[string]bool{"All": true}
+	}
+	if config.GUI.FilterState.SelectedComments == nil {
+		config.GUI.FilterState.SelectedComments = map[string]bool{"All": true}
+	}
 
 	return &config, nil
 }
@@ -242,11 +307,93 @@ func ParseHeadersFromEnv(envVar string) map[string]string {
 func (c *Config) MergeHeaders() {
 	envHeaders := ParseHeadersFromEnv("METRICS_PROVIDER_HEADERS")
 
-	if c.Alertmanager.Headers == nil {
-		c.Alertmanager.Headers = make(map[string]string)
+	// Apply environment headers to all alertmanagers
+	for i := range c.Alertmanagers {
+		if c.Alertmanagers[i].Headers == nil {
+			c.Alertmanagers[i].Headers = make(map[string]string)
+		}
+
+		for key, value := range envHeaders {
+			c.Alertmanagers[i].Headers[key] = value
+		}
 	}
+}
 
-	for key, value := range envHeaders {
-		c.Alertmanager.Headers[key] = value
+// GetAlertmanagerByName returns an Alertmanager configuration by name
+func (c *Config) GetAlertmanagerByName(name string) *AlertmanagerConfig {
+	for i := range c.Alertmanagers {
+		if c.Alertmanagers[i].Name == name {
+			return &c.Alertmanagers[i]
+		}
 	}
+	return nil
+}
+
+// GetAlertmanagerByURL returns an Alertmanager configuration by URL
+func (c *Config) GetAlertmanagerByURL(url string) *AlertmanagerConfig {
+	for i := range c.Alertmanagers {
+		if c.Alertmanagers[i].URL == url {
+			return &c.Alertmanagers[i]
+		}
+	}
+	return nil
+}
+
+// AddAlertmanager adds a new Alertmanager configuration
+func (c *Config) AddAlertmanager(config AlertmanagerConfig) {
+	// Ensure unique name
+	if c.GetAlertmanagerByName(config.Name) != nil {
+		// Find a unique name
+		baseName := config.Name
+		counter := 1
+		for c.GetAlertmanagerByName(config.Name) != nil {
+			config.Name = fmt.Sprintf("%s_%d", baseName, counter)
+			counter++
+		}
+	}
+	c.Alertmanagers = append(c.Alertmanagers, config)
+}
+
+// RemoveAlertmanager removes an Alertmanager configuration by name
+func (c *Config) RemoveAlertmanager(name string) bool {
+	for i := range c.Alertmanagers {
+		if c.Alertmanagers[i].Name == name {
+			c.Alertmanagers = append(c.Alertmanagers[:i], c.Alertmanagers[i+1:]...)
+			return true
+		}
+	}
+	return false
+}
+
+// GetAlertmanagerNames returns a list of all Alertmanager names
+func (c *Config) GetAlertmanagerNames() []string {
+	names := make([]string, len(c.Alertmanagers))
+	for i, am := range c.Alertmanagers {
+		names[i] = am.Name
+	}
+	return names
+}
+
+// ValidateAlertmanagers validates all Alertmanager configurations
+func (c *Config) ValidateAlertmanagers() error {
+	if len(c.Alertmanagers) == 0 {
+		return fmt.Errorf("at least one Alertmanager must be configured")
+	}
+
+	names := make(map[string]bool)
+	urls := make(map[string]bool)
+
+	for i, am := range c.Alertmanagers {
+		if am.Name == "" {
+			return fmt.Errorf("alertmanager at index %d has no name", i)
+		}
+		names[am.Name] = true
+
+		if am.URL == "" {
+			return fmt.Errorf("alertmanager '%s' has no URL", am.Name)
+		}
+		urls[am.URL] = true
+	}
+
+	return nil
 }