Enhance configuration loading: Implement dynamic reloading of configuration on changes and improve label filtering logic

Author: karam-ajaj

app.py

@@ -75,7 +75,8 @@
 }
 
 CONFIG_FILE_NAME = 'configuration.yml'
-
+CONFIG_FILE_PATH = os.path.join(os.path.dirname(__file__), CONFIG_FILE_NAME)
+last_config_mtime = 0
 
 def load_yaml_config():
     """Load user-provided configuration overrides from configuration.yml."""
@@ -176,14 +177,73 @@ def apply_env_overrides(base_config):
 
 
 def load_effective_config():
+    """Load and merge configuration from file and environment, updating globals."""
+    global config, services_cfg, exclude_patterns, override_entries, manual_entries
+    global display_cfg, STRIP_PROVIDER_SUFFIX, STRIP_SUFFIXES, label_filters
+    global CATEGORY_LABEL_KEYS, compiled_exclude, last_config_mtime
+
+    current_mtime = 0
+    if os.path.exists(CONFIG_FILE_PATH):
+        current_mtime = os.path.getmtime(CONFIG_FILE_PATH)
+
+    # If config file hasn't changed, no need to reload
+    if current_mtime and current_mtime == last_config_mtime:
+        return
+
+    app.logger.info("Configuration file change detected, reloading...")
+    last_config_mtime = current_mtime
+
     base = copy.deepcopy(DEFAULT_CONFIG)
     user_config = load_yaml_config()
     if user_config:
         merge_config(base, user_config)
-    return apply_env_overrides(base)
+    
+    config = apply_env_overrides(base)
+
+    services_cfg = config.get('services', {}) if isinstance(config.get('services'), dict) else {}
+    exclude_patterns = services_cfg.get('exclude', []) if isinstance(services_cfg.get('exclude'), list) else []
+    override_entries = services_cfg.get('overrides', []) if isinstance(services_cfg.get('overrides'), list) else []
+    manual_entries = services_cfg.get('manual', []) if isinstance(services_cfg.get('manual'), list) else []
+
+    display_cfg = services_cfg.get('display', {}) if isinstance(services_cfg.get('display'), dict) else {}
+    STRIP_PROVIDER_SUFFIX = bool(display_cfg.get('strip_provider_suffix', True))
+    raw_suffixes = display_cfg.get('strip_suffixes', ['-http', '-https', '-tcp'])
+    STRIP_SUFFIXES = []
+    if isinstance(raw_suffixes, str):
+        STRIP_SUFFIXES = [raw_suffixes]
+    elif isinstance(raw_suffixes, list):
+        STRIP_SUFFIXES = [s for s in raw_suffixes if isinstance(s, str)]
+
+    label_filters_raw = services_cfg.get('labels', []) if isinstance(services_cfg.get('labels'), list) else []
+    label_filters = []
+    for item in label_filters_raw:
+        if not isinstance(item, str):
+            continue
+        text = item.strip()
+        if not text:
+            continue
+        if '=' in text:
+            key, value = text.split('=', 1)
+            key = key.strip().lower()
+            value = value.strip()
+            if key:
+                label_filters.append((key, value))
+        else:
+            label_filters.append((text.lower(), None))
 
+    CATEGORY_LABEL_KEYS = build_category_label_keys()
 
-config = load_effective_config()
+    new_compiled_exclude = []
+    for pat in exclude_patterns:
+        try:
+            new_compiled_exclude.append(re.compile(pat))
+        except re.error:
+            logging.getLogger(__name__).warning("Invalid exclude regex pattern skipped: %s", pat)
+    compiled_exclude = new_compiled_exclude
+
+
+config = {}
+load_effective_config()
 
 services_cfg = config.get('services', {}) if isinstance(config.get('services'), dict) else {}
 exclude_patterns = services_cfg.get('exclude', []) if isinstance(services_cfg.get('exclude'), list) else []
@@ -800,6 +860,7 @@ def get_config():
 @app.route('/api/routes')
 def get_routes():
     """Fetch routes from Traefik API"""
+    load_effective_config()  # Check for config changes on each request
     try:
         traefik_url = config['traefik']['api_url']
         request_timeout = config['traefik'].get('timeout', 5)
@@ -875,7 +936,3 @@ def get_routes():
             'routes': [],
             'count': 0
         }), 200
-
-if __name__ == '__main__':
-    # Run the Flask app
-    app.run(host='0.0.0.0', port=APP_PORT, debug=False)