Skip to content

Agent v2 cannot parse WAF 5.9.0 logs #1343

@pdabelf5

Description

@pdabelf5

Bug Overview

When agent is collecting App Protect event logs with its' syslog collector it errors when parsing the log with:

time="2025-10-16T11:25:19Z" level=error msg="2: Error while parsing Nginx App Protect's log: attack_type=\"Non-browser Client,Abuse of Functionality,Cross Site Scripting (XSS),Other Application Activity\",blocking_exception_reason=\"N/A\",date_time=\"2025-10-16 11:25:19\",dest_port=\"80\",ip_client=\"194.207.128.225\",is_truncated=\"false\",method=\"GET\",policy_name=\"simple-b
locking-policy\",protocol=\"HTTP\",request_status=\"blocked\",response_code=\"0\",severity=\"N/A\",sig_cves=\"N/A,N/A\",sig_ids=\"200000099,200000093\",sig_names=\"XSS script tag (URI),XSS s
cript tag end (URI)\",sig_set_names=\"{High Accuracy Signatures;Cross Site Scripting Signatures},{High Accuracy Signatures;Cross Site Scripting Signatures}\",src_port=\"52887\",sub_violation
s=\"N/A\",support_id=\"1783224407955450290\",threat_campaign_names=\"N/A\",unit_hostname=\"nic-nginx-ingress-controller-55f746549b-wh2pd\",uri=\"/<script>\",violation_rating=\"5\",vs_name=\"
9-webapp.example.com:8-/\",x_forwarded_for_header_value=\"N/A\",outcome=\"REJECTED\",outcome_reason=\"SECURITY_WAF_VIOLATION\",violations=\"Illegal meta character in URL,Attack signature det
ected,Violation Rating Threat detected,Bot Client Detected\",json_log=\"{\"\"id\"\":\"\"1783224407955450290\"\",\"\"violations\"\":[{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isA
larmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\
"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\"\"metachar\"\":\"\"0x3c\"\",\"\"charsetType\"\":\"\"url\"\"
},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\
"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\
"\"metachar\"\":\"\"0x3e\"\",\"\"charsetType\"\":\"\"url\"\"},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":true,\"\"attackType\"\":[{\"\"name\"
\":\"\"Non-browser Client\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_BOT_CLIENT\"\"},\"\"botSignature\"\":{\"\"name\"\":\"\"curl\"\",\"\"category\"\":\"\"HTTP Library\"\",\"\"botClass\"
\":\"\"Untrusted Bot\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"
attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag (URI)\"\
",\"\"signatureId\"\":200000099,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2012-02-27T06:30:01Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":1,\"\"length\"\":7},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"
type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"
\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\
"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag end (URI)\"\",\"\"signatureId\"\":200000093,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCert
ificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2014-03-09T06:42:17Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":2,\"\"length\"\":7
},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBl
ocked\"\":true,\"\"isAlarmed\"\":true,\"\"attackType\"\":[{\"\"name\"\":\"\"Other Application Activity\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_RATING_THREAT\"\"}}],\"\"enforcementAct
ion\"\":\"\"block\"\",\"\"method\"\":\"\"GET\"\",\"\"clientPort\"\":52887,\"\"clientIp\"\":\"\"194.207.128.225\"\",\"\"host\"\":\"\"nic-nginx-ingress-controller-55f746549b-wh2pd\"\",\"\"resp
onseCode\"\":0,\"\"serverIp\"\":\"\"0.0.0.0\"\",\"\"serverPort\"\":80,\"\"requestStatus\"\":\"\"blocked\"\",\"\"url\"\":\"\"LzxzY3JpcHQ+\"\",\"\"virtualServerName\"\":\"\"9-webapp.example.com:8-/\"\",\"\"geolocationCountryCode\"\":\"\"GB\"\",\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"rating\"\":5,\"\"attackType\"\":[{\"\"name\"\":\"\"Non-browser
 Client\"\"},{\"\"name\"\":\"\"Abuse of Functionality\"\"},{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"},{\"\"name\"\":\"\"Other Application Activity\"\"}],\"\"ratingIncludingViolationsI
nStaging\"\":5,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\"},\"\"requestDatetime\"\":\"\"2025-10-16T11:25:19Z\"\",\"\"rawRequest\"\":{\"\"actualSize\"\":90,\"\"httpReque
st\"\":\"\"R0VUIC88c2NyaXB0PiBIVFRQLzEuMQ0KSG9zdDogd2ViYXBwLmV4YW1wbGUuY29tDQpVc2VyLUFnZW50OiBjdXJsLzguMTUuMA0KQWNjZXB0OiAqLyoNCg0K\"\",\"\"isTruncated\"\":false},\"\"requestPolicy\"\":{\"\"
fullPath\"\":\"\"simple-blocking-policy\"\"}}\",violation_details=\"<?xml version='1.0' encoding='UTF-8'?><BAD_MSG><violation_masks><block>414000000200c00-3a03030c30000072-8000000000000000-0
</block><alarm>475f0ffcbbd0fea-befbf35cb000007e-f400000000000000-0</alarm><learn>0-0-0-0</learn><staging>0-0-0-0</staging></violation_masks><request-violations><violation><viol_index>42</vio
l_index><viol_name>VIOL_ATTACK_SIGNATURE</viol_name><context>url</context><sig_data><sig_id>200000099</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>1<
/offset><length>7</length></kw_data></sig_data><sig_data><sig_id>200000093</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>2</offset><length>7</length><
/kw_data></sig_data></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>60</metachar_index><wildcard_entity>*</wi
ldcard_entity><staging>0</staging></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>62</metachar_index><wildcar
d_entity>*</wildcard_entity><staging>0</staging></violation><violation><viol_index>122</viol_index><viol_name>VIOL_BOT_CLIENT</viol_name></violation><violation><viol_index>93</viol_index><vi
ol_name>VIOL_RATING_THREAT</viol_name></violation></request-violations></BAD_MSG>\",bot_signature_name=\"curl\",bot_category=\"HTTP Library\",bot_anomalies=\"N/A\",enforced_bot_anomalies=\"N
/A\",client_class=\"Untrusted Bot\",client_application=\"N/A\",client_application_version=\"N/A\",request=\"GET /<script> HTTP/1.1\\r\\nHost: webapp.example.com\\r\\nUser-Agent: curl/8.15.0\
\r\\nAccept: */*\\r\\n\\r\\n\",transport_protocol=\"HTTP/1.1\", Error: log line values does not match expected values. expecting 33 values got 147 values" component=processor extension=nginx
-app-protect-monitoring

Expected Behavior

When an event is generated from App Protect and Agent is configured appropriately, I expect it to send security violations to the NIM security dashboard.

Steps to Reproduce the Bug

Setup NIC with NIM integration

Environment Details

  • Target deployment platform: GKE cluster (1.33.5-gke.1080000) running NIC 5.2.1, NGINX Plus R35, App Protect 5.9.0, Agent 2.43.0, NIM 2.20.0 & NAP compiler 5.527.0
  • Target OS: debian 12 - bookworm
  • Version of this project or specific commit: 2.43.0
  • Version of any relevant project languages: Kubernetes 1.33.5

Additional Context

package versions:

$ apt list | grep nginx
nginx-agent/now 2.43.0~bookworm amd64 [installed,local]
nginx-plus-module-appprotect/now 35+5.527.0-1~bookworm amd64 [installed,local]
nginx-plus-module-fips-check/now 35+0.1-1~bookworm amd64 [installed,local]
nginx-plus-module-njs/now 35+0.9.1-1~bookworm amd64 [installed,local]
nginx-plus-module-otel/now 35+0.1.2-1~bookworm amd64 [installed,local]
nginx-plus/now 35-1~bookworm amd64 [installed,local]

nginx-agent.conf:

log:
  level: info
  path: ""
server:
  host: x.x.x.x
  grpcPort: 443
tls:
  enable: true
  skip_verify: true
features:
  - registration
  - nginx-counting
  - metrics-sender
  - dataplane-status
extensions:
  - nginx-app-protect
  - nap-monitoring
nginx_app_protect:
  report_interval: 15s
  precompiled_publication: true
nap_monitoring:
  collector_buffer_size: 50000
  processor_buffer_size: 50000
  syslog_ip: 127.0.0.1
  syslog_port: 1514

nginx.conf:

worker_processes  auto;

daemon off;

error_log  stderr notice;
pid        /var/lib/nginx/nginx.pid;
load_module modules/ngx_http_app_protect_module.so;
load_module modules/ngx_fips_check_module.so;

load_module modules/ngx_http_js_module.so;

events {
    worker_connections  1024;
}

http {
    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;
    map_hash_max_size 2048;
    map_hash_bucket_size 256;

    js_import /etc/nginx/njs/apikey_auth.js;
    js_set $apikey_auth_hash apikey_auth.hash;
    subrequest_output_buffer_size 64k;
    

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    map $upstream_trailer_grpc_status $grpc_status {
        default $upstream_trailer_grpc_status;
        '' $sent_http_grpc_status;
    }
    map $nginx_version $secret_dir_path {
        default "/etc/nginx/secrets";
    }
    app_protect_enforcer_address "127.0.0.1:50000";

    access_log /dev/stdout main;
    
    
    
    
    
    
    include /etc/nginx/waf/nac-usersigs/index.conf;

    sendfile        on;
    #tcp_nopush     on;

    keepalive_timeout 75s;
    keepalive_requests 1000;

    #gzip  on;

    server_names_hash_max_size 1024;
    server_names_hash_bucket_size 256;

    variables_hash_bucket_size 256;
    variables_hash_max_size 1024;

    map $request_uri $request_uri_no_args {
        "~^(?P<path>[^?]*)(\?.*)?$" $path;
    }

    map $http_upgrade $connection_upgrade {
        default upgrade;
        ''      close;
    }
    map $http_upgrade $vs_connection_header {
        default upgrade;
        ''      $default_connection_header;
    }

    resolver kube-dns.kube-system.svc.cluster.local valid=5s;
    

    server {
        # required to support the Websocket protocol in VirtualServer/VirtualServerRoutes
        set $default_connection_header "";
        set $resource_type "";
        set $resource_name "";
        set $resource_namespace "";
        set $service "";

        listen 80 default_server;listen [::]:80 default_server;
        listen 443 ssl default_server;
        listen [::]:443 ssl default_server;
        ssl_reject_handshake on;

        server_name _;
        server_tokens "on";

        location / {
            return 404;
        }
    }
    # NGINX Plus APIs
    server {
        listen 8080;
        listen [::]:8080;

        root /usr/share/nginx/html;

        access_log off;

        location  = /dashboard.html {
        }
        
        
        allow 127.0.0.1;

        deny all;
        location /api {
            
            api write=off;
        }
    }

    # NGINX Plus API over unix socket
    server {
        listen unix:/var/lib/nginx/nginx-plus-api.sock;
        access_log off;

        # $config_version_mismatch is defined in /etc/nginx/config-version.conf
        location /configVersionCheck {
            if ($config_version_mismatch) {
                return 503;
            }
            return 200;
        }

        location /api {
            api write=on;
        }
    }

    include /etc/nginx/config-version.conf;
    include /etc/nginx/conf.d/*.conf;

    server {
        listen unix:/var/lib/nginx/nginx-418-server.sock;
        access_log off;

        return 418;
    }
}

stream {
    log_format  stream-main  '$remote_addr [$time_local] '
                      '$protocol $status $bytes_sent $bytes_received '
                      '$session_time "$ssl_preread_server_name"';

    access_log  /dev/stdout  stream-main;
    resolver kube-dns.kube-system.svc.cluster.local valid=5s;
    

    map_hash_max_size 2048;
    map_hash_bucket_size 256;
    map $nginx_version $secret_dir_path {
        default "/etc/nginx/secrets";
    }
    server {
        listen 12345;
        listen [::]:12345;
        resolver kube-dns.kube-system.svc.cluster.local valid=5s;
        zone_sync;
        zone_sync_server nic-nginx-ingress-controller-replicaset-hl.default.svc.cluster.local:12345 resolve;
    }
    include /etc/nginx/stream-conf.d/*.conf;
}

mgmt {
    license_token /etc/nginx/secrets/license.jwt;
    enforce_initial_report off;
    deployment_context /etc/nginx/reporting/tracking.info;
}

virtual-server.conf:

upstream vs_default_webapp_webapp {
    zone vs_default_webapp_webapp 512k;
    random two least_conn;
    server 10.100.2.6:8080 max_fails=1 fail_timeout=10s max_conns=0;
}

server {
    listen 80;
    listen [::]:80;

    server_name webapp.example.com;
    status_zone webapp.example.com;
    set $resource_type "virtualserver";
    set $resource_name "webapp";
    set $resource_namespace "default";

    server_tokens "on";
    app_protect_enable on;
    app_protect_policy_file /etc/app_protect/bundles/security-policy-bundles.tgz;
    app_protect_security_log_enable on;
    app_protect_security_log /etc/app_protect/bundles/security-log-bundle.tgz syslog:server=127.0.0.1:1514;

    location / {
        set $service "webapp-svc";
        status_zone "webapp-svc";

        set $default_connection_header close;
        proxy_connect_timeout 60s;
        proxy_read_timeout 60s;
        proxy_send_timeout 60s;
        client_max_body_size 1m;

        proxy_buffering on;
        proxy_http_version 1.1;
        proxy_set_header Upgrade $http_upgrade;
        proxy_set_header Connection $vs_connection_header;
        proxy_pass_request_headers on;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Host $host;
        proxy_set_header X-Forwarded-Port $server_port;
        proxy_set_header X-Forwarded-Proto $scheme;
        proxy_set_header Host "$host";
        proxy_pass http://vs_default_webapp_webapp;
        proxy_next_upstream error timeout;
        proxy_next_upstream_timeout 0s;
        proxy_next_upstream_tries 0;
    }
}

agent logs:

time="2025-10-15T15:30:11Z" level=info msg="Writing the following file to disk: /var/lib/nginx-agent/agent-dynamic.conf"
time="2025-10-15T15:30:11Z" level=warning msg="Log level is info"
time="2025-10-15T15:30:11Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:11Z" level=info msg="NGINX Agent v2.43.0 at e0c1fa38 with pid 34, clientID=222f304c-797a-37df-9346-22de7b5af41d name=nic-nginx-ingress-controller-55f746549b-wh2pd features=[registration nginx-counting metrics-sender dataplane-status]"
time="2025-10-15T15:30:11Z" level=warning msg="Virtualization not set, defaulting to host.VirtualizationWithContext"
time="2025-10-15T15:30:11Z" level=warning msg="IsContainer not set, defaulting to env.IsContainer"
time="2025-10-15T15:30:11Z" level=info msg="Attempting to run command: /usr/sbin/nginx with args -V"
time="2025-10-15T15:30:11Z" level=info msg="Agent API not configured"
time="2025-10-15T15:30:11Z" level=warning msg="NAP Monitoring report interval must be higher than 1m0s. Defaulting to 1m0s"
time="2025-10-15T15:30:11Z" level=warning msg="NAP Monitoring report count must be between 1 and 400. Defaulting to 400"
time="2025-10-15T15:30:11Z" level=info msg="The following core plugins have been registered: [\"commander\" \"metrics-sender\" \"config-reader-plugin\" \"nginx-binary\" \"extension-plugin\" \"features-plugin\" \"registration\" \"metrics\" \"dataplane-status\" \"nginx-counting\"]"
time="2025-10-15T15:30:11Z" level=info msg="The following extension plugins have been registered: [\"nginx-app-protect\" \"nap-monitoring\"]"
time="2025-10-15T15:30:11Z" level=info msg="Commander initializing"
time="2025-10-15T15:30:11Z" level=info msg="MetricsSender initializing"
time="2025-10-15T15:30:11Z" level=info msg="ConfigReader initializing"
time="2025-10-15T15:30:11Z" level=info msg="NginxBinary initializing"
time="2025-10-15T15:30:11Z" level=info msg="Reading config in directory /etc/nginx/nginx.conf for nginx instance b636d4376dea15405589692d3c5d3869ff3a9b26b0e7bb4bb1aa7e658ace1437"
time="2025-10-15T15:30:11Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:11Z" level=info msg="Extensions initializing"
time="2025-10-15T15:30:11Z" level=info msg="Features initializing"
time="2025-10-15T15:30:11Z" level=info msg="OneTimeRegistration initializing"
time="2025-10-15T15:30:11Z" level=info msg="Metrics initializing"
time="2025-10-15T15:30:11Z" level=info msg="DataPlaneStatus initializing"
time="2025-10-15T15:30:11Z" level=info msg="Metrics waiting for handshake to be completed"
time="2025-10-15T15:30:11Z" level=info msg="NGINX Counter initializing { false unix:/var/run/nginx-agent/nginx.sock 7 10s false {false    false}}"
time="2025-10-15T15:30:11Z" level=warning msg="failed to start NGINX counter listener"
time="2025-10-15T15:30:12Z" level=warning msg="unable to set correct write permissions for NGINX counter socket"
time="2025-10-15T15:30:12Z" level=info msg="nginx-app-protect initializing"
time="2025-10-15T15:30:12Z" level=info msg="Initializing nginx-app-protect-monitoring" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Initializing nginx-app-protect-monitoring collector" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Getting Nginx App Protect Collector" component="collector:nap" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Initializing nginx-app-protect-monitoring processor" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="nap-monitoring initializing"
time="2025-10-15T15:30:12Z" level=info msg="Initial Nginx App Protect details: &{AppProtectWafDetails:waf_version:\"5.527.0\" health:<system_id:\"222f304c-797a-37df-9346-22de7b5af41d\" app_protect_waf_status:DEGRADED degraded_reason:\"Nginx App Protect is installed but is not running\" > waf_location:\"/etc/nms/app_protect_metadata.json\" precompiled_publication:true waf_release:\"5.9.0\" }"
time="2025-10-15T15:30:12Z" level=error msg="Error occurred while performing initial sync for NAP symlink  - mkdir /opt/nms-nap-compiler: permission denied"
time="2025-10-15T15:30:12Z" level=info msg="Starting to run nginx-app-protect-monitoring" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Setting up Processor" component=processor extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Done setting up 2 Processor Workers" component=processor extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Starting collection for Nginx App Protect" component="collector:nap" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Commander received meta:<timestamp:<seconds:1760542212 nanos:215983534 > client_id:\"222f304c-797a-37df-9346-22de7b5af41d\" message_id:\"internal:UpdateSystem\" > agent_config:<details:<features:\"activity-events\" features:\"agent-api\" features:\"dataplane-status\" features:\"file-watcher\" features:\"metrics\" features:\"nginx-config-async\" features:\"nginx-counting\" features:\"nginx-ssl-config\" features:\"process-watcher\" features:\"registration\" > configs:<configs:<nginx_id:\"b636d4376dea15405589692d3c5d3869ff3a9b26b0e7bb4bb1aa7e658ace1437\" > > > , <nil>"
time="2025-10-15T15:30:12Z" level=info msg="Successfully updated agent config (/var/lib/nginx-agent/agent-dynamic.conf)"
time="2025-10-15T15:30:12Z" level=info msg="Agent config features changed, synchronizing features"
time="2025-10-15T15:30:12Z" level=info msg="NGINX Counter is wrapping up"
time="2025-10-15T15:30:12Z" level=info msg="NGINX Counter is closed"
time="2025-10-15T15:30:12Z" level=info msg="MetricsSender is wrapping up"
time="2025-10-15T15:30:12Z" level=info msg="MetricsSender is closed"
time="2025-10-15T15:30:12Z" level=info msg="DataPlaneStatus is wrapping up"
time="2025-10-15T15:30:12Z" level=info msg="DataPlaneStatus is closed"
time="2025-10-15T15:30:12Z" level=info msg="Process function in the features.go, enable.feature [activity-events agent-api dataplane-status file-watcher metrics nginx-config-async nginx-counting nginx-ssl-config process-watcher registration]"
time="2025-10-15T15:30:12Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:12Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:12Z" level=info msg="The following core plugins have been registered: [\"activity-events\" \"agent-api\" \"dataplane-status\" \"file-watcher\" \"file-watch-throttle\" \"nginx-counting\" \"process-watcher\"]"
time="2025-10-15T15:30:12Z" level=info msg="The following extension plugins have been registered: []"
time="2025-10-15T15:30:12Z" level=info msg="Events initializing"
time="2025-10-15T15:30:12Z" level=info msg="Agent API initializing"
time="2025-10-15T15:30:12Z" level=info msg="DataPlaneStatus initializing"
time="2025-10-15T15:30:12Z" level=info msg="Agent API not started"
time="2025-10-15T15:30:12Z" level=info msg="FileWatcher initializing"
time="2025-10-15T15:30:12Z" level=info msg="FileWatchThrottle initializing"
time="2025-10-15T15:30:12Z" level=info msg="NGINX Counter initializing { false unix:/var/run/nginx-agent/nginx.sock 7 10s false {false    false}}"
time="2025-10-15T15:30:12Z" level=warning msg="failed to start NGINX counter listener"
time="2025-10-15T15:30:13Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:13Z" level=info msg="Master process has been found"
time="2025-10-15T15:30:13Z" level=info msg="Registering 222f304c-797a-37df-9346-22de7b5af41d"
time="2025-10-15T15:30:13Z" level=info msg="Commander received meta:<timestamp:<seconds:1760542213 nanos:222039303 > client_id:\"222f304c-797a-37df-9346-22de7b5af41d\" message_id:\"11a71d79-244c-4eb5-a71a-1bbb0d7586ba\" > agent_connect_response:<agent_config:<details:<features:\"activity-events\" features:\"agent-api\" features:\"dataplane-status\" features:\"file-watcher\" features:\"metrics\" features:\"nginx-config-async\" features:\"nginx-counting\" features:\"nginx-ssl-config\" features:\"process-watcher\" features:\"registration\" > configs:<configs:<system_id:\"222f304c-797a-37df-9346-22de7b5af41d\" nginx_id:\"b636d4376dea15405589692d3c5d3869ff3a9b26b0e7bb4bb1aa7e658ace1437\" > > > status:<statusCode:CONNECT_OK > > , <nil>"
time="2025-10-15T15:30:13Z" level=info msg="OneTimeRegistration completed"
time="2025-10-15T15:30:13Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:13Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:13Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:13Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T15:30:13Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:13Z" level=info msg="Upload: Sending data chunk data 0 (messageId=5ba05063-c48a-420f-bc13-b717292d9103)"
time="2025-10-15T15:30:13Z" level=info msg="Upload: Sending data chunk data 1 (messageId=5ba05063-c48a-420f-bc13-b717292d9103)"
time="2025-10-15T15:30:13Z" level=info msg="Upload sending done 5ba05063-c48a-420f-bc13-b717292d9103 (chunks=2)"
time="2025-10-15T15:30:13Z" level=warning msg="unable to set correct write permissions for NGINX counter socket"
time="2025-10-15T15:30:13Z" level=info msg="ProcessWatcher initializing"
time="2025-10-15T15:30:14Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:14Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T15:30:14Z" level=info msg="Upload: Sending data chunk data 0 (messageId=f25522f7-2a0d-4ece-89b2-011a547d1b01)"
time="2025-10-15T15:30:14Z" level=info msg="Upload: Sending data chunk data 1 (messageId=f25522f7-2a0d-4ece-89b2-011a547d1b01)"
time="2025-10-15T15:30:14Z" level=info msg="Upload sending done f25522f7-2a0d-4ece-89b2-011a547d1b01 (chunks=2)"
time="2025-10-15T16:33:25Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T16:33:25Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T16:33:25Z" level=info msg="Upload: Sending data chunk data 0 (messageId=08323c66-1a1e-4dfc-9492-946adf14b540)"
time="2025-10-15T16:33:25Z" level=info msg="Upload: Sending data chunk data 1 (messageId=08323c66-1a1e-4dfc-9492-946adf14b540)"
time="2025-10-15T16:33:25Z" level=info msg="Upload sending done 08323c66-1a1e-4dfc-9492-946adf14b540 (chunks=2)"
time="2025-10-15T16:35:33Z" level=info msg="Commander received <nil>, rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"
time="2025-10-15T16:35:33Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Internal, message=stream terminated by RST_STREAM with error code: INTERNAL_ERROR"
time="2025-10-15T16:35:33Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:33Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:33Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:34Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:34Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:34Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:35Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:35Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:35Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:36Z" level=info msg="Retrying to connect to x.x.x.x443"
time="2025-10-15T16:35:36Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:36Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:37Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:37Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:37Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:39Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:39Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:39Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:41Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:41Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:41Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:42Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T17:35:22Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T17:35:22Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T17:35:22Z" level=info msg="Upload: Sending data chunk data 0 (messageId=937ffd9d-a24e-4467-96cd-57cc9838cea5)"
time="2025-10-15T17:35:22Z" level=info msg="Upload: Sending data chunk data 1 (messageId=937ffd9d-a24e-4467-96cd-57cc9838cea5)"
time="2025-10-15T17:35:22Z" level=info msg="Upload sending done 937ffd9d-a24e-4467-96cd-57cc9838cea5 (chunks=2)"
time="2025-10-15T18:39:19Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T18:39:19Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T18:39:19Z" level=info msg="Upload: Sending data chunk data 0 (messageId=1e477c78-7f94-4196-afa4-dc421507779d)"
time="2025-10-15T18:39:19Z" level=info msg="Upload: Sending data chunk data 1 (messageId=1e477c78-7f94-4196-afa4-dc421507779d)"
time="2025-10-15T18:39:19Z" level=info msg="Upload sending done 1e477c78-7f94-4196-afa4-dc421507779d (chunks=2)"
time="2025-10-15T19:40:26Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T19:40:26Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T19:40:26Z" level=info msg="Upload: Sending data chunk data 0 (messageId=2b0929cb-457f-40f9-8f44-59c1d5a3a5fa)"
time="2025-10-15T19:40:26Z" level=info msg="Upload: Sending data chunk data 1 (messageId=2b0929cb-457f-40f9-8f44-59c1d5a3a5fa)"
time="2025-10-15T19:40:26Z" level=info msg="Upload sending done 2b0929cb-457f-40f9-8f44-59c1d5a3a5fa (chunks=2)"
time="2025-10-15T20:44:12Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T20:44:12Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T20:44:12Z" level=info msg="Upload: Sending data chunk data 0 (messageId=5c7ba42a-7313-41a1-9fe1-205df54c5d58)"
time="2025-10-15T20:44:12Z" level=info msg="Upload: Sending data chunk data 1 (messageId=5c7ba42a-7313-41a1-9fe1-205df54c5d58)"
time="2025-10-15T20:44:12Z" level=info msg="Upload sending done 5c7ba42a-7313-41a1-9fe1-205df54c5d58 (chunks=2)"
time="2025-10-15T21:45:43Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T21:45:43Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T21:45:43Z" level=info msg="Upload: Sending data chunk data 0 (messageId=f7b73adf-f1be-4704-a039-0442c6a8d251)"
time="2025-10-15T21:45:43Z" level=info msg="Upload: Sending data chunk data 1 (messageId=f7b73adf-f1be-4704-a039-0442c6a8d251)"
time="2025-10-15T21:45:43Z" level=info msg="Upload sending done f7b73adf-f1be-4704-a039-0442c6a8d251 (chunks=2)"
time="2025-10-15T22:46:23Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T22:46:23Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T22:46:23Z" level=info msg="Upload: Sending data chunk data 0 (messageId=ba2716e5-1769-48d3-b9e0-564d4672bd29)"
time="2025-10-15T22:46:23Z" level=info msg="Upload: Sending data chunk data 1 (messageId=ba2716e5-1769-48d3-b9e0-564d4672bd29)"
time="2025-10-15T22:46:23Z" level=info msg="Upload sending done ba2716e5-1769-48d3-b9e0-564d4672bd29 (chunks=2)"
time="2025-10-15T23:48:11Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T23:48:11Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T23:48:11Z" level=info msg="Upload: Sending data chunk data 0 (messageId=10c5023b-f541-4511-b57f-0ff975e34050)"
time="2025-10-15T23:48:11Z" level=info msg="Upload: Sending data chunk data 1 (messageId=10c5023b-f541-4511-b57f-0ff975e34050)"
time="2025-10-15T23:48:11Z" level=info msg="Upload sending done 10c5023b-f541-4511-b57f-0ff975e34050 (chunks=2)"
time="2025-10-16T00:52:00Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T00:52:00Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T00:52:00Z" level=info msg="Upload: Sending data chunk data 0 (messageId=042f04f5-7e1a-4acb-8461-bf1cd83f6a14)"
time="2025-10-16T00:52:00Z" level=info msg="Upload: Sending data chunk data 1 (messageId=042f04f5-7e1a-4acb-8461-bf1cd83f6a14)"
time="2025-10-16T00:52:00Z" level=info msg="Upload sending done 042f04f5-7e1a-4acb-8461-bf1cd83f6a14 (chunks=2)"
time="2025-10-16T01:54:58Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T01:54:58Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T01:54:58Z" level=info msg="Upload: Sending data chunk data 0 (messageId=f93a8931-f254-49f1-bbf7-04ea0dbb1c83)"
time="2025-10-16T01:54:58Z" level=info msg="Upload: Sending data chunk data 1 (messageId=f93a8931-f254-49f1-bbf7-04ea0dbb1c83)"
time="2025-10-16T01:54:58Z" level=info msg="Upload sending done f93a8931-f254-49f1-bbf7-04ea0dbb1c83 (chunks=2)"
time="2025-10-16T02:56:32Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T02:56:32Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T02:56:32Z" level=info msg="Upload: Sending data chunk data 0 (messageId=1690313d-b0b2-4db4-bfe9-bf29832912ab)"
time="2025-10-16T02:56:32Z" level=info msg="Upload: Sending data chunk data 1 (messageId=1690313d-b0b2-4db4-bfe9-bf29832912ab)"
time="2025-10-16T02:56:32Z" level=info msg="Upload sending done 1690313d-b0b2-4db4-bfe9-bf29832912ab (chunks=2)"
time="2025-10-16T04:01:13Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T04:01:13Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T04:01:13Z" level=info msg="Upload: Sending data chunk data 0 (messageId=56ae5251-0403-48c7-a5bf-4a06427446f8)"
time="2025-10-16T04:01:13Z" level=info msg="Upload: Sending data chunk data 1 (messageId=56ae5251-0403-48c7-a5bf-4a06427446f8)"
time="2025-10-16T04:01:13Z" level=info msg="Upload sending done 56ae5251-0403-48c7-a5bf-4a06427446f8 (chunks=2)"
time="2025-10-16T05:01:40Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T05:01:40Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T05:01:40Z" level=info msg="Upload: Sending data chunk data 0 (messageId=1e7da452-6b72-4e53-8bba-7ed8df5a4a0d)"
time="2025-10-16T05:01:40Z" level=info msg="Upload: Sending data chunk data 1 (messageId=1e7da452-6b72-4e53-8bba-7ed8df5a4a0d)"
time="2025-10-16T05:01:40Z" level=info msg="Upload sending done 1e7da452-6b72-4e53-8bba-7ed8df5a4a0d (chunks=2)"
time="2025-10-16T06:04:08Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T06:04:08Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T06:04:08Z" level=info msg="Upload: Sending data chunk data 0 (messageId=550408d7-cefa-4c19-a158-156d3916b986)"
time="2025-10-16T06:04:08Z" level=info msg="Upload: Sending data chunk data 1 (messageId=550408d7-cefa-4c19-a158-156d3916b986)"
time="2025-10-16T06:04:08Z" level=info msg="Upload sending done 550408d7-cefa-4c19-a158-156d3916b986 (chunks=2)"
time="2025-10-16T07:05:16Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T07:05:16Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T07:05:16Z" level=info msg="Upload: Sending data chunk data 0 (messageId=a64970a0-026b-4ba1-8f32-be4ed4a2b1f9)"
time="2025-10-16T07:05:16Z" level=info msg="Upload: Sending data chunk data 1 (messageId=a64970a0-026b-4ba1-8f32-be4ed4a2b1f9)"
time="2025-10-16T07:05:16Z" level=info msg="Upload sending done a64970a0-026b-4ba1-8f32-be4ed4a2b1f9 (chunks=2)"
time="2025-10-16T08:10:27Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T08:10:27Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T08:10:27Z" level=info msg="Upload: Sending data chunk data 0 (messageId=7a26b5a7-3efe-40eb-aa2e-d191698568a5)"
time="2025-10-16T08:10:27Z" level=info msg="Upload: Sending data chunk data 1 (messageId=7a26b5a7-3efe-40eb-aa2e-d191698568a5)"
time="2025-10-16T08:10:27Z" level=info msg="Upload sending done 7a26b5a7-3efe-40eb-aa2e-d191698568a5 (chunks=2)"
time="2025-10-16T09:10:57Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T09:10:57Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T09:10:57Z" level=info msg="Upload: Sending data chunk data 0 (messageId=75012e00-b7a0-4c75-adf2-016b7ec556a5)"
time="2025-10-16T09:10:57Z" level=info msg="Upload: Sending data chunk data 1 (messageId=75012e00-b7a0-4c75-adf2-016b7ec556a5)"
time="2025-10-16T09:10:57Z" level=info msg="Upload sending done 75012e00-b7a0-4c75-adf2-016b7ec556a5 (chunks=2)"
time="2025-10-16T10:14:17Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T10:14:17Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T10:14:17Z" level=info msg="Upload: Sending data chunk data 0 (messageId=9ad0cfa6-20b9-470d-89ae-4321a03102d7)"
time="2025-10-16T10:14:17Z" level=info msg="Upload: Sending data chunk data 1 (messageId=9ad0cfa6-20b9-470d-89ae-4321a03102d7)"
time="2025-10-16T10:14:17Z" level=info msg="Upload sending done 9ad0cfa6-20b9-470d-89ae-4321a03102d7 (chunks=2)"
time="2025-10-16T10:14:30Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T10:14:30Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T10:14:30Z" level=info msg="Upload: Sending data chunk data 0 (messageId=66bf9157-6c7c-44c2-b582-5456a4a86717)"
time="2025-10-16T10:14:30Z" level=info msg="Upload: Sending data chunk data 1 (messageId=66bf9157-6c7c-44c2-b582-5456a4a86717)"
time="2025-10-16T10:14:30Z" level=info msg="Upload sending done 66bf9157-6c7c-44c2-b582-5456a4a86717 (chunks=2)"
time="2025-10-16T11:17:27Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T11:17:27Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T11:17:27Z" level=info msg="Upload: Sending data chunk data 0 (messageId=e5769566-b525-4705-be24-28ff65179e02)"
time="2025-10-16T11:17:27Z" level=info msg="Upload: Sending data chunk data 1 (messageId=e5769566-b525-4705-be24-28ff65179e02)"
time="2025-10-16T11:17:27Z" level=info msg="Upload sending done e5769566-b525-4705-be24-28ff65179e02 (chunks=2)"
time="2025-10-16T11:21:46Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T11:21:46Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T11:21:46Z" level=info msg="Upload: Sending data chunk data 0 (messageId=3cf1b31e-43e9-4a4f-bdc1-f6a6fb1b4fe2)"
time="2025-10-16T11:21:46Z" level=info msg="Upload: Sending data chunk data 1 (messageId=3cf1b31e-43e9-4a4f-bdc1-f6a6fb1b4fe2)"
time="2025-10-16T11:21:46Z" level=info msg="Upload sending done 3cf1b31e-43e9-4a4f-bdc1-f6a6fb1b4fe2 (chunks=2)"
time="2025-10-16T11:23:01Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T11:23:01Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T11:23:01Z" level=info msg="Upload: Sending data chunk data 0 (messageId=c6962e9c-2233-45fb-8016-3630ce96ba90)"
time="2025-10-16T11:23:01Z" level=info msg="Upload: Sending data chunk data 1 (messageId=c6962e9c-2233-45fb-8016-3630ce96ba90)"
time="2025-10-16T11:23:01Z" level=info msg="Upload sending done c6962e9c-2233-45fb-8016-3630ce96ba90 (chunks=2)"
time="2025-10-16T11:25:19Z" level=error msg="2: Error while parsing Nginx App Protect's log: attack_type=\"Non-browser Client,Abuse of Functionality,Cross Site Scripting (XSS),Other Application Activity\",blocking_exception_reason=\"N/A\",date_time=\"2025-10-16 11:25:19\",dest_port=\"80\",ip_client=\"194.207.128.225\",is_truncated=\"false\",method=\"GET\",policy_name=\"simple-blocking-policy\",protocol=\"HTTP\",request_status=\"blocked\",response_code=\"0\",severity=\"N/A\",sig_cves=\"N/A,N/A\",sig_ids=\"200000099,200000093\",sig_names=\"XSS script tag (URI),XSS script tag end (URI)\",sig_set_names=\"{High Accuracy Signatures;Cross Site Scripting Signatures},{High Accuracy Signatures;Cross Site Scripting Signatures}\",src_port=\"52887\",sub_violations=\"N/A\",support_id=\"1783224407955450290\",threat_campaign_names=\"N/A\",unit_hostname=\"nic-nginx-ingress-controller-55f746549b-wh2pd\",uri=\"/<script>\",violation_rating=\"5\",vs_name=\"9-webapp.example.com:8-/\",x_forwarded_for_header_value=\"N/A\",outcome=\"REJECTED\",outcome_reason=\"SECURITY_WAF_VIOLATION\",violations=\"Illegal meta character in URL,Attack signature detected,Violation Rating Threat detected,Bot Client Detected\",json_log=\"{\"\"id\"\":\"\"1783224407955450290\"\",\"\"violations\"\":[{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\"\"metachar\"\":\"\"0x3c\"\",\"\"charsetType\"\":\"\"url\"\"},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\"\"metachar\"\":\"\"0x3e\"\",\"\"charsetType\"\":\"\"url\"\"},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":true,\"\"attackType\"\":[{\"\"name\"\":\"\"Non-browser Client\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_BOT_CLIENT\"\"},\"\"botSignature\"\":{\"\"name\"\":\"\"curl\"\",\"\"category\"\":\"\"HTTP Library\"\",\"\"botClass\"\":\"\"Untrusted Bot\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag (URI)\"\",\"\"signatureId\"\":200000099,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2012-02-27T06:30:01Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":1,\"\"length\"\":7},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag end (URI)\"\",\"\"signatureId\"\":200000093,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2014-03-09T06:42:17Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":2,\"\"length\"\":7},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"attackType\"\":[{\"\"name\"\":\"\"Other Application Activity\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_RATING_THREAT\"\"}}],\"\"enforcementAction\"\":\"\"block\"\",\"\"method\"\":\"\"GET\"\",\"\"clientPort\"\":52887,\"\"clientIp\"\":\"\"194.207.128.225\"\",\"\"host\"\":\"\"nic-nginx-ingress-controller-55f746549b-wh2pd\"\",\"\"responseCode\"\":0,\"\"serverIp\"\":\"\"0.0.0.0\"\",\"\"serverPort\"\":80,\"\"requestStatus\"\":\"\"blocked\"\",\"\"url\"\":\"\"LzxzY3JpcHQ+\"\",\"\"virtualServerName\"\":\"\"9-webapp.example.com:8-/\"\",\"\"geolocationCountryCode\"\":\"\"GB\"\",\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"rating\"\":5,\"\"attackType\"\":[{\"\"name\"\":\"\"Non-browser Client\"\"},{\"\"name\"\":\"\"Abuse of Functionality\"\"},{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"},{\"\"name\"\":\"\"Other Application Activity\"\"}],\"\"ratingIncludingViolationsInStaging\"\":5,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\"},\"\"requestDatetime\"\":\"\"2025-10-16T11:25:19Z\"\",\"\"rawRequest\"\":{\"\"actualSize\"\":90,\"\"httpRequest\"\":\"\"R0VUIC88c2NyaXB0PiBIVFRQLzEuMQ0KSG9zdDogd2ViYXBwLmV4YW1wbGUuY29tDQpVc2VyLUFnZW50OiBjdXJsLzguMTUuMA0KQWNjZXB0OiAqLyoNCg0K\"\",\"\"isTruncated\"\":false},\"\"requestPolicy\"\":{\"\"fullPath\"\":\"\"simple-blocking-policy\"\"}}\",violation_details=\"<?xml version='1.0' encoding='UTF-8'?><BAD_MSG><violation_masks><block>414000000200c00-3a03030c30000072-8000000000000000-0</block><alarm>475f0ffcbbd0fea-befbf35cb000007e-f400000000000000-0</alarm><learn>0-0-0-0</learn><staging>0-0-0-0</staging></violation_masks><request-violations><violation><viol_index>42</viol_index><viol_name>VIOL_ATTACK_SIGNATURE</viol_name><context>url</context><sig_data><sig_id>200000099</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>1</offset><length>7</length></kw_data></sig_data><sig_data><sig_id>200000093</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>2</offset><length>7</length></kw_data></sig_data></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>60</metachar_index><wildcard_entity>*</wildcard_entity><staging>0</staging></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>62</metachar_index><wildcard_entity>*</wildcard_entity><staging>0</staging></violation><violation><viol_index>122</viol_index><viol_name>VIOL_BOT_CLIENT</viol_name></violation><violation><viol_index>93</viol_index><viol_name>VIOL_RATING_THREAT</viol_name></violation></request-violations></BAD_MSG>\",bot_signature_name=\"curl\",bot_category=\"HTTP Library\",bot_anomalies=\"N/A\",enforced_bot_anomalies=\"N/A\",client_class=\"Untrusted Bot\",client_application=\"N/A\",client_application_version=\"N/A\",request=\"GET /<script> HTTP/1.1\\r\\nHost: webapp.example.com\\r\\nUser-Agent: curl/8.15.0\\r\\nAccept: */*\\r\\n\\r\\n\",transport_protocol=\"HTTP/1.1\", Error: log line values does not match expected values. expecting 33 values got 147 values" component=processor extension=nginx-app-protect-monitoring
time="2025-10-16T12:21:27Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T12:21:27Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T12:21:28Z" level=info msg="Upload: Sending data chunk data 0 (messageId=e2634f26-32ac-413e-865f-ae47187458c6)"
time="2025-10-16T12:21:28Z" level=info msg="Upload: Sending data chunk data 1 (messageId=e2634f26-32ac-413e-865f-ae47187458c6)"
time="2025-10-16T12:21:28Z" level=info msg="Upload sending done e2634f26-32ac-413e-865f-ae47187458c6 (chunks=2)"

Metadata

Metadata

Assignees

No one assigned

    Labels

    bugSomething isn't working

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions