feat: add resilient_logger for audit log transport (#522)

* feat: add resilient_logger for audit log transport
* feat: update django-resilient-logger to 0.3.0
* fix: take care of format issues (pre-commit)

Author: Kalle Jokinen

kukkuu/auditlog_settings.py

@@ -27,6 +27,7 @@
     "social_django.code",  # auth model
     "social_django.nonce",  # auth model
     "social_django.partial",  # auth model
+    "resilient_logger.resilientlogentry",  # resilient log entries
 )
 
 # Configure models registration and other behaviours.

kukkuu/settings.py

@@ -102,6 +102,10 @@
     BROWSER_TEST_AD_GROUP_NAME=(str, "kukkuu_browser_test"),
     KUKKUU_DEFAULT_LOGGING_LEVEL=(str, "INFO"),
     APP_RELEASE=(str, ""),
+    AUDIT_LOG_ES_URL=(str, ""),
+    AUDIT_LOG_ES_INDEX=(str, ""),
+    AUDIT_LOG_ES_USERNAME=(str, ""),
+    AUDIT_LOG_ES_PASSWORD=(str, ""),
 )
 
 VERIFICATION_TOKEN_VALID_MINUTES = env("VERIFICATION_TOKEN_VALID_MINUTES")
@@ -290,6 +294,7 @@ def sentry_before_send(event: Event, hint: Hint):
     "verification_tokens",
     "auditlog_extra",
     "logger_extra",
+    "resilient_logger",
     "kukkuu",
     "django_cleanup.apps.CleanupConfig",  # This must be included last
 ]
@@ -496,6 +501,30 @@ def sentry_before_send(event: Event, hint: Hint):
     "DEFAULT_SCHEMA_CLASS": "drf_spectacular.openapi.AutoSchema",
 }
 
+RESILIENT_LOGGER = {
+    "origin": "kukkuu",
+    "environment": env("SENTRY_ENVIRONMENT"),
+    "sources": [
+        {
+            "class": "resilient_logger.sources.DjangoAuditLogSource",
+        }
+    ],
+    "targets": [
+        {
+            "class": "resilient_logger.targets.ElasticsearchLogTarget",
+            "es_url": env("AUDIT_LOG_ES_URL"),
+            "es_username": env("AUDIT_LOG_ES_USERNAME"),
+            "es_password": env("AUDIT_LOG_ES_PASSWORD"),
+            "es_index": env("AUDIT_LOG_ES_INDEX"),
+            "required": True,
+        }
+    ],
+    "batch_limit": 5000,
+    "chunk_size": 500,
+    "submit_unsent_entries": True,
+    "clear_sent_entries": True,
+}
+
 SPECTACULAR_SETTINGS = {"TITLE": "Kukkuu report API", "VERSION": "1.0.0"}
 
 LOGGING = {

requirements.in

@@ -30,3 +30,4 @@ sentry-sdk
 social-auth-app-django
 django-auditlog-extra@https://github.com/City-of-Helsinki/django-auditlog-extra/archive/bff5fa3921d6821bebdd6be6c9fd20db39d32d54.zip
 django-logger-extra@https://github.com/City-of-Helsinki/django-logger-extra/archive/refs/tags/v0.1.0.zip
+django-resilient-logger@https://github.com/City-of-Helsinki/django-resilient-logger/archive/refs/tags/v0.3.7.zip

requirements.txt

@@ -38,6 +38,7 @@ certifi==2025.10.5 \
     --hash=sha256:0f212c2744a9bb6de0c56639a6f68afe01ecd92d91f14ae897c4fe7bbeeef0de \
     --hash=sha256:47c09d31ccf2acf0be3f701ea53595ee7e0b8fa08801c6624be771df09ae7b43
     # via
+    #   elastic-transport
     #   requests
     #   sentry-sdk
 cffi==2.0.0 \
@@ -331,6 +332,7 @@ django==5.2.7 \
     #   django-logger-extra
     #   django-mailer
     #   django-parler
+    #   django-resilient-logger
     #   django-storages
     #   djangorestframework
     #   drf-oidc-auth
@@ -406,6 +408,9 @@ django-parler==2.3 \
     # via
     #   -r requirements.in
     #   django-ilmoitin
+django-resilient-logger @ https://github.com/City-of-Helsinki/django-resilient-logger/archive/refs/tags/v0.3.7.zip \
+    --hash=sha256:abc8c6dacfb1db8bb452e3991d0d820e6ca2a911fd62daca3847c2d9bf56beb7
+    # via -r requirements.in
 django-storages==1.14.6 \
     --hash=sha256:11b7b6200e1cb5ffcd9962bd3673a39c7d6a6109e8096f0e03d46fab3d3aabd9 \
     --hash=sha256:7a25ce8f4214f69ac9c7ce87e2603887f7ae99326c316bc8d2d75375e09341c9
@@ -430,6 +435,14 @@ ecdsa==0.19.1 \
     --hash=sha256:30638e27cf77b7e15c4c4cc1973720149e1033827cfd00661ca5c8cc0cdb24c3 \
     --hash=sha256:478cba7b62555866fcb3bb3fe985e06decbdb68ef55713c4e5ab98c57d508e61
     # via python-jose
+elastic-transport==8.17.1 \
+    --hash=sha256:192718f498f1d10c5e9aa8b9cf32aed405e469a7f0e9d6a8923431dbb2c59fb8 \
+    --hash=sha256:5edef32ac864dca8e2f0a613ef63491ee8d6b8cfb52881fa7313ba9290cac6d2
+    # via elasticsearch
+elasticsearch==8.19.2 \
+    --hash=sha256:622efa6a3e662db45285f16ab57bf198ea73ac9e137e7ed8b1d1d1e47638959d \
+    --hash=sha256:c16ba20c4c76cf6952e836dae7f4e724e00ba7bf31b94b79472b873683accdd4
+    # via django-resilient-logger
 factory-boy==3.3.3 \
     --hash=sha256:1c39e3289f7e667c4285433f305f8d506efc2fe9c73aaea4151ebd5cdea394fc \
     --hash=sha256:866862d226128dfac7f2b4160287e899daf54f2612778327dd03d0e2cb1e3d03
@@ -738,6 +751,7 @@ python-dateutil==2.9.0.post0 \
     --hash=sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427
     # via
     #   django-auditlog
+    #   elasticsearch
     #   graphene
 python-jose==3.5.0 \
     --hash=sha256:abd1202f23d34dfad2c3d28cb8617b90acf34132c7afd60abd0b0b7d3cb55771 \
@@ -1045,6 +1059,7 @@ typing-extensions==4.15.0 \
     #   azure-core
     #   azure-storage-blob
     #   django-guardian
+    #   elasticsearch
     #   graphene
     #   psycopg
     #   referencing
@@ -1061,5 +1076,6 @@ urllib3==2.5.0 \
     --hash=sha256:e6b01673c0fa6a13e374b50871808eb3bf7046c4b125b216f6bf1cc604cff0dc
     # via
     #   django-anymail
+    #   elastic-transport
     #   requests
     #   sentry-sdk