-
Notifications
You must be signed in to change notification settings - Fork 104
Closed
Labels
bugSomething isn't workingSomething isn't working
Description
Bug Overview
When agent is collecting App Protect event logs with its' syslog collector it errors when parsing the log with:
time="2025-10-16T11:25:19Z" level=error msg="2: Error while parsing Nginx App Protect's log: attack_type=\"Non-browser Client,Abuse of Functionality,Cross Site Scripting (XSS),Other Application Activity\",blocking_exception_reason=\"N/A\",date_time=\"2025-10-16 11:25:19\",dest_port=\"80\",ip_client=\"194.207.128.225\",is_truncated=\"false\",method=\"GET\",policy_name=\"simple-b
locking-policy\",protocol=\"HTTP\",request_status=\"blocked\",response_code=\"0\",severity=\"N/A\",sig_cves=\"N/A,N/A\",sig_ids=\"200000099,200000093\",sig_names=\"XSS script tag (URI),XSS s
cript tag end (URI)\",sig_set_names=\"{High Accuracy Signatures;Cross Site Scripting Signatures},{High Accuracy Signatures;Cross Site Scripting Signatures}\",src_port=\"52887\",sub_violation
s=\"N/A\",support_id=\"1783224407955450290\",threat_campaign_names=\"N/A\",unit_hostname=\"nic-nginx-ingress-controller-55f746549b-wh2pd\",uri=\"/<script>\",violation_rating=\"5\",vs_name=\"
9-webapp.example.com:8-/\",x_forwarded_for_header_value=\"N/A\",outcome=\"REJECTED\",outcome_reason=\"SECURITY_WAF_VIOLATION\",violations=\"Illegal meta character in URL,Attack signature det
ected,Violation Rating Threat detected,Bot Client Detected\",json_log=\"{\"\"id\"\":\"\"1783224407955450290\"\",\"\"violations\"\":[{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isA
larmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\
"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\"\"metachar\"\":\"\"0x3c\"\",\"\"charsetType\"\":\"\"url\"\"
},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\
"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\
"\"metachar\"\":\"\"0x3e\"\",\"\"charsetType\"\":\"\"url\"\"},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":true,\"\"attackType\"\":[{\"\"name\"
\":\"\"Non-browser Client\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_BOT_CLIENT\"\"},\"\"botSignature\"\":{\"\"name\"\":\"\"curl\"\",\"\"category\"\":\"\"HTTP Library\"\",\"\"botClass\"
\":\"\"Untrusted Bot\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"
attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag (URI)\"\
",\"\"signatureId\"\":200000099,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2012-02-27T06:30:01Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":1,\"\"length\"\":7},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"
type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"
\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\
"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag end (URI)\"\",\"\"signatureId\"\":200000093,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCert
ificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2014-03-09T06:42:17Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":2,\"\"length\"\":7
},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBl
ocked\"\":true,\"\"isAlarmed\"\":true,\"\"attackType\"\":[{\"\"name\"\":\"\"Other Application Activity\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_RATING_THREAT\"\"}}],\"\"enforcementAct
ion\"\":\"\"block\"\",\"\"method\"\":\"\"GET\"\",\"\"clientPort\"\":52887,\"\"clientIp\"\":\"\"194.207.128.225\"\",\"\"host\"\":\"\"nic-nginx-ingress-controller-55f746549b-wh2pd\"\",\"\"resp
onseCode\"\":0,\"\"serverIp\"\":\"\"0.0.0.0\"\",\"\"serverPort\"\":80,\"\"requestStatus\"\":\"\"blocked\"\",\"\"url\"\":\"\"LzxzY3JpcHQ+\"\",\"\"virtualServerName\"\":\"\"9-webapp.example.com:8-/\"\",\"\"geolocationCountryCode\"\":\"\"GB\"\",\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"rating\"\":5,\"\"attackType\"\":[{\"\"name\"\":\"\"Non-browser
Client\"\"},{\"\"name\"\":\"\"Abuse of Functionality\"\"},{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"},{\"\"name\"\":\"\"Other Application Activity\"\"}],\"\"ratingIncludingViolationsI
nStaging\"\":5,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\"},\"\"requestDatetime\"\":\"\"2025-10-16T11:25:19Z\"\",\"\"rawRequest\"\":{\"\"actualSize\"\":90,\"\"httpReque
st\"\":\"\"R0VUIC88c2NyaXB0PiBIVFRQLzEuMQ0KSG9zdDogd2ViYXBwLmV4YW1wbGUuY29tDQpVc2VyLUFnZW50OiBjdXJsLzguMTUuMA0KQWNjZXB0OiAqLyoNCg0K\"\",\"\"isTruncated\"\":false},\"\"requestPolicy\"\":{\"\"
fullPath\"\":\"\"simple-blocking-policy\"\"}}\",violation_details=\"<?xml version='1.0' encoding='UTF-8'?><BAD_MSG><violation_masks><block>414000000200c00-3a03030c30000072-8000000000000000-0
</block><alarm>475f0ffcbbd0fea-befbf35cb000007e-f400000000000000-0</alarm><learn>0-0-0-0</learn><staging>0-0-0-0</staging></violation_masks><request-violations><violation><viol_index>42</vio
l_index><viol_name>VIOL_ATTACK_SIGNATURE</viol_name><context>url</context><sig_data><sig_id>200000099</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>1<
/offset><length>7</length></kw_data></sig_data><sig_data><sig_id>200000093</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>2</offset><length>7</length><
/kw_data></sig_data></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>60</metachar_index><wildcard_entity>*</wi
ldcard_entity><staging>0</staging></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>62</metachar_index><wildcar
d_entity>*</wildcard_entity><staging>0</staging></violation><violation><viol_index>122</viol_index><viol_name>VIOL_BOT_CLIENT</viol_name></violation><violation><viol_index>93</viol_index><vi
ol_name>VIOL_RATING_THREAT</viol_name></violation></request-violations></BAD_MSG>\",bot_signature_name=\"curl\",bot_category=\"HTTP Library\",bot_anomalies=\"N/A\",enforced_bot_anomalies=\"N
/A\",client_class=\"Untrusted Bot\",client_application=\"N/A\",client_application_version=\"N/A\",request=\"GET /<script> HTTP/1.1\\r\\nHost: webapp.example.com\\r\\nUser-Agent: curl/8.15.0\
\r\\nAccept: */*\\r\\n\\r\\n\",transport_protocol=\"HTTP/1.1\", Error: log line values does not match expected values. expecting 33 values got 147 values" component=processor extension=nginx
-app-protect-monitoring
Expected Behavior
When an event is generated from App Protect and Agent is configured appropriately, I expect it to send security violations to the NIM security dashboard.
Steps to Reproduce the Bug
Setup NIC with NIM integration
Environment Details
- Target deployment platform: GKE cluster (1.33.5-gke.1080000) running NIC 5.2.1, NGINX Plus R35, App Protect 5.9.0, Agent 2.43.0, NIM 2.20.0 & NAP compiler 5.527.0
- Target OS: debian 12 - bookworm
- Version of this project or specific commit: 2.43.0
- Version of any relevant project languages: Kubernetes 1.33.5
Additional Context
package versions:
$ apt list | grep nginx
nginx-agent/now 2.43.0~bookworm amd64 [installed,local]
nginx-plus-module-appprotect/now 35+5.527.0-1~bookworm amd64 [installed,local]
nginx-plus-module-fips-check/now 35+0.1-1~bookworm amd64 [installed,local]
nginx-plus-module-njs/now 35+0.9.1-1~bookworm amd64 [installed,local]
nginx-plus-module-otel/now 35+0.1.2-1~bookworm amd64 [installed,local]
nginx-plus/now 35-1~bookworm amd64 [installed,local]
nginx-agent.conf:
log:
level: info
path: ""
server:
host: x.x.x.x
grpcPort: 443
tls:
enable: true
skip_verify: true
features:
- registration
- nginx-counting
- metrics-sender
- dataplane-status
extensions:
- nginx-app-protect
- nap-monitoring
nginx_app_protect:
report_interval: 15s
precompiled_publication: true
nap_monitoring:
collector_buffer_size: 50000
processor_buffer_size: 50000
syslog_ip: 127.0.0.1
syslog_port: 1514
nginx.conf:
worker_processes auto;
daemon off;
error_log stderr notice;
pid /var/lib/nginx/nginx.pid;
load_module modules/ngx_http_app_protect_module.so;
load_module modules/ngx_fips_check_module.so;
load_module modules/ngx_http_js_module.so;
events {
worker_connections 1024;
}
http {
include /etc/nginx/mime.types;
default_type application/octet-stream;
map_hash_max_size 2048;
map_hash_bucket_size 256;
js_import /etc/nginx/njs/apikey_auth.js;
js_set $apikey_auth_hash apikey_auth.hash;
subrequest_output_buffer_size 64k;
log_format main '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';
map $upstream_trailer_grpc_status $grpc_status {
default $upstream_trailer_grpc_status;
'' $sent_http_grpc_status;
}
map $nginx_version $secret_dir_path {
default "/etc/nginx/secrets";
}
app_protect_enforcer_address "127.0.0.1:50000";
access_log /dev/stdout main;
include /etc/nginx/waf/nac-usersigs/index.conf;
sendfile on;
#tcp_nopush on;
keepalive_timeout 75s;
keepalive_requests 1000;
#gzip on;
server_names_hash_max_size 1024;
server_names_hash_bucket_size 256;
variables_hash_bucket_size 256;
variables_hash_max_size 1024;
map $request_uri $request_uri_no_args {
"~^(?P<path>[^?]*)(\?.*)?$" $path;
}
map $http_upgrade $connection_upgrade {
default upgrade;
'' close;
}
map $http_upgrade $vs_connection_header {
default upgrade;
'' $default_connection_header;
}
resolver kube-dns.kube-system.svc.cluster.local valid=5s;
server {
# required to support the Websocket protocol in VirtualServer/VirtualServerRoutes
set $default_connection_header "";
set $resource_type "";
set $resource_name "";
set $resource_namespace "";
set $service "";
listen 80 default_server;listen [::]:80 default_server;
listen 443 ssl default_server;
listen [::]:443 ssl default_server;
ssl_reject_handshake on;
server_name _;
server_tokens "on";
location / {
return 404;
}
}
# NGINX Plus APIs
server {
listen 8080;
listen [::]:8080;
root /usr/share/nginx/html;
access_log off;
location = /dashboard.html {
}
allow 127.0.0.1;
deny all;
location /api {
api write=off;
}
}
# NGINX Plus API over unix socket
server {
listen unix:/var/lib/nginx/nginx-plus-api.sock;
access_log off;
# $config_version_mismatch is defined in /etc/nginx/config-version.conf
location /configVersionCheck {
if ($config_version_mismatch) {
return 503;
}
return 200;
}
location /api {
api write=on;
}
}
include /etc/nginx/config-version.conf;
include /etc/nginx/conf.d/*.conf;
server {
listen unix:/var/lib/nginx/nginx-418-server.sock;
access_log off;
return 418;
}
}
stream {
log_format stream-main '$remote_addr [$time_local] '
'$protocol $status $bytes_sent $bytes_received '
'$session_time "$ssl_preread_server_name"';
access_log /dev/stdout stream-main;
resolver kube-dns.kube-system.svc.cluster.local valid=5s;
map_hash_max_size 2048;
map_hash_bucket_size 256;
map $nginx_version $secret_dir_path {
default "/etc/nginx/secrets";
}
server {
listen 12345;
listen [::]:12345;
resolver kube-dns.kube-system.svc.cluster.local valid=5s;
zone_sync;
zone_sync_server nic-nginx-ingress-controller-replicaset-hl.default.svc.cluster.local:12345 resolve;
}
include /etc/nginx/stream-conf.d/*.conf;
}
mgmt {
license_token /etc/nginx/secrets/license.jwt;
enforce_initial_report off;
deployment_context /etc/nginx/reporting/tracking.info;
}
virtual-server.conf:
upstream vs_default_webapp_webapp {
zone vs_default_webapp_webapp 512k;
random two least_conn;
server 10.100.2.6:8080 max_fails=1 fail_timeout=10s max_conns=0;
}
server {
listen 80;
listen [::]:80;
server_name webapp.example.com;
status_zone webapp.example.com;
set $resource_type "virtualserver";
set $resource_name "webapp";
set $resource_namespace "default";
server_tokens "on";
app_protect_enable on;
app_protect_policy_file /etc/app_protect/bundles/security-policy-bundles.tgz;
app_protect_security_log_enable on;
app_protect_security_log /etc/app_protect/bundles/security-log-bundle.tgz syslog:server=127.0.0.1:1514;
location / {
set $service "webapp-svc";
status_zone "webapp-svc";
set $default_connection_header close;
proxy_connect_timeout 60s;
proxy_read_timeout 60s;
proxy_send_timeout 60s;
client_max_body_size 1m;
proxy_buffering on;
proxy_http_version 1.1;
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection $vs_connection_header;
proxy_pass_request_headers on;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Host $host;
proxy_set_header X-Forwarded-Port $server_port;
proxy_set_header X-Forwarded-Proto $scheme;
proxy_set_header Host "$host";
proxy_pass http://vs_default_webapp_webapp;
proxy_next_upstream error timeout;
proxy_next_upstream_timeout 0s;
proxy_next_upstream_tries 0;
}
}
agent logs:
time="2025-10-15T15:30:11Z" level=info msg="Writing the following file to disk: /var/lib/nginx-agent/agent-dynamic.conf"
time="2025-10-15T15:30:11Z" level=warning msg="Log level is info"
time="2025-10-15T15:30:11Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:11Z" level=info msg="NGINX Agent v2.43.0 at e0c1fa38 with pid 34, clientID=222f304c-797a-37df-9346-22de7b5af41d name=nic-nginx-ingress-controller-55f746549b-wh2pd features=[registration nginx-counting metrics-sender dataplane-status]"
time="2025-10-15T15:30:11Z" level=warning msg="Virtualization not set, defaulting to host.VirtualizationWithContext"
time="2025-10-15T15:30:11Z" level=warning msg="IsContainer not set, defaulting to env.IsContainer"
time="2025-10-15T15:30:11Z" level=info msg="Attempting to run command: /usr/sbin/nginx with args -V"
time="2025-10-15T15:30:11Z" level=info msg="Agent API not configured"
time="2025-10-15T15:30:11Z" level=warning msg="NAP Monitoring report interval must be higher than 1m0s. Defaulting to 1m0s"
time="2025-10-15T15:30:11Z" level=warning msg="NAP Monitoring report count must be between 1 and 400. Defaulting to 400"
time="2025-10-15T15:30:11Z" level=info msg="The following core plugins have been registered: [\"commander\" \"metrics-sender\" \"config-reader-plugin\" \"nginx-binary\" \"extension-plugin\" \"features-plugin\" \"registration\" \"metrics\" \"dataplane-status\" \"nginx-counting\"]"
time="2025-10-15T15:30:11Z" level=info msg="The following extension plugins have been registered: [\"nginx-app-protect\" \"nap-monitoring\"]"
time="2025-10-15T15:30:11Z" level=info msg="Commander initializing"
time="2025-10-15T15:30:11Z" level=info msg="MetricsSender initializing"
time="2025-10-15T15:30:11Z" level=info msg="ConfigReader initializing"
time="2025-10-15T15:30:11Z" level=info msg="NginxBinary initializing"
time="2025-10-15T15:30:11Z" level=info msg="Reading config in directory /etc/nginx/nginx.conf for nginx instance b636d4376dea15405589692d3c5d3869ff3a9b26b0e7bb4bb1aa7e658ace1437"
time="2025-10-15T15:30:11Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:11Z" level=info msg="Extensions initializing"
time="2025-10-15T15:30:11Z" level=info msg="Features initializing"
time="2025-10-15T15:30:11Z" level=info msg="OneTimeRegistration initializing"
time="2025-10-15T15:30:11Z" level=info msg="Metrics initializing"
time="2025-10-15T15:30:11Z" level=info msg="DataPlaneStatus initializing"
time="2025-10-15T15:30:11Z" level=info msg="Metrics waiting for handshake to be completed"
time="2025-10-15T15:30:11Z" level=info msg="NGINX Counter initializing { false unix:/var/run/nginx-agent/nginx.sock 7 10s false {false false}}"
time="2025-10-15T15:30:11Z" level=warning msg="failed to start NGINX counter listener"
time="2025-10-15T15:30:12Z" level=warning msg="unable to set correct write permissions for NGINX counter socket"
time="2025-10-15T15:30:12Z" level=info msg="nginx-app-protect initializing"
time="2025-10-15T15:30:12Z" level=info msg="Initializing nginx-app-protect-monitoring" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Initializing nginx-app-protect-monitoring collector" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Getting Nginx App Protect Collector" component="collector:nap" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Initializing nginx-app-protect-monitoring processor" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="nap-monitoring initializing"
time="2025-10-15T15:30:12Z" level=info msg="Initial Nginx App Protect details: &{AppProtectWafDetails:waf_version:\"5.527.0\" health:<system_id:\"222f304c-797a-37df-9346-22de7b5af41d\" app_protect_waf_status:DEGRADED degraded_reason:\"Nginx App Protect is installed but is not running\" > waf_location:\"/etc/nms/app_protect_metadata.json\" precompiled_publication:true waf_release:\"5.9.0\" }"
time="2025-10-15T15:30:12Z" level=error msg="Error occurred while performing initial sync for NAP symlink - mkdir /opt/nms-nap-compiler: permission denied"
time="2025-10-15T15:30:12Z" level=info msg="Starting to run nginx-app-protect-monitoring" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Setting up Processor" component=processor extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Done setting up 2 Processor Workers" component=processor extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Starting collection for Nginx App Protect" component="collector:nap" extension=nginx-app-protect-monitoring
time="2025-10-15T15:30:12Z" level=info msg="Commander received meta:<timestamp:<seconds:1760542212 nanos:215983534 > client_id:\"222f304c-797a-37df-9346-22de7b5af41d\" message_id:\"internal:UpdateSystem\" > agent_config:<details:<features:\"activity-events\" features:\"agent-api\" features:\"dataplane-status\" features:\"file-watcher\" features:\"metrics\" features:\"nginx-config-async\" features:\"nginx-counting\" features:\"nginx-ssl-config\" features:\"process-watcher\" features:\"registration\" > configs:<configs:<nginx_id:\"b636d4376dea15405589692d3c5d3869ff3a9b26b0e7bb4bb1aa7e658ace1437\" > > > , <nil>"
time="2025-10-15T15:30:12Z" level=info msg="Successfully updated agent config (/var/lib/nginx-agent/agent-dynamic.conf)"
time="2025-10-15T15:30:12Z" level=info msg="Agent config features changed, synchronizing features"
time="2025-10-15T15:30:12Z" level=info msg="NGINX Counter is wrapping up"
time="2025-10-15T15:30:12Z" level=info msg="NGINX Counter is closed"
time="2025-10-15T15:30:12Z" level=info msg="MetricsSender is wrapping up"
time="2025-10-15T15:30:12Z" level=info msg="MetricsSender is closed"
time="2025-10-15T15:30:12Z" level=info msg="DataPlaneStatus is wrapping up"
time="2025-10-15T15:30:12Z" level=info msg="DataPlaneStatus is closed"
time="2025-10-15T15:30:12Z" level=info msg="Process function in the features.go, enable.feature [activity-events agent-api dataplane-status file-watcher metrics nginx-config-async nginx-counting nginx-ssl-config process-watcher registration]"
time="2025-10-15T15:30:12Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:12Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:12Z" level=info msg="The following core plugins have been registered: [\"activity-events\" \"agent-api\" \"dataplane-status\" \"file-watcher\" \"file-watch-throttle\" \"nginx-counting\" \"process-watcher\"]"
time="2025-10-15T15:30:12Z" level=info msg="The following extension plugins have been registered: []"
time="2025-10-15T15:30:12Z" level=info msg="Events initializing"
time="2025-10-15T15:30:12Z" level=info msg="Agent API initializing"
time="2025-10-15T15:30:12Z" level=info msg="DataPlaneStatus initializing"
time="2025-10-15T15:30:12Z" level=info msg="Agent API not started"
time="2025-10-15T15:30:12Z" level=info msg="FileWatcher initializing"
time="2025-10-15T15:30:12Z" level=info msg="FileWatchThrottle initializing"
time="2025-10-15T15:30:12Z" level=info msg="NGINX Counter initializing { false unix:/var/run/nginx-agent/nginx.sock 7 10s false {false false}}"
time="2025-10-15T15:30:12Z" level=warning msg="failed to start NGINX counter listener"
time="2025-10-15T15:30:13Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:13Z" level=info msg="Master process has been found"
time="2025-10-15T15:30:13Z" level=info msg="Registering 222f304c-797a-37df-9346-22de7b5af41d"
time="2025-10-15T15:30:13Z" level=info msg="Commander received meta:<timestamp:<seconds:1760542213 nanos:222039303 > client_id:\"222f304c-797a-37df-9346-22de7b5af41d\" message_id:\"11a71d79-244c-4eb5-a71a-1bbb0d7586ba\" > agent_connect_response:<agent_config:<details:<features:\"activity-events\" features:\"agent-api\" features:\"dataplane-status\" features:\"file-watcher\" features:\"metrics\" features:\"nginx-config-async\" features:\"nginx-counting\" features:\"nginx-ssl-config\" features:\"process-watcher\" features:\"registration\" > configs:<configs:<system_id:\"222f304c-797a-37df-9346-22de7b5af41d\" nginx_id:\"b636d4376dea15405589692d3c5d3869ff3a9b26b0e7bb4bb1aa7e658ace1437\" > > > status:<statusCode:CONNECT_OK > > , <nil>"
time="2025-10-15T15:30:13Z" level=info msg="OneTimeRegistration completed"
time="2025-10-15T15:30:13Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:13Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:13Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:13Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T15:30:13Z" level=info msg="setting displayName to nic-nginx-ingress-controller-55f746549b-wh2pd"
time="2025-10-15T15:30:13Z" level=info msg="Upload: Sending data chunk data 0 (messageId=5ba05063-c48a-420f-bc13-b717292d9103)"
time="2025-10-15T15:30:13Z" level=info msg="Upload: Sending data chunk data 1 (messageId=5ba05063-c48a-420f-bc13-b717292d9103)"
time="2025-10-15T15:30:13Z" level=info msg="Upload sending done 5ba05063-c48a-420f-bc13-b717292d9103 (chunks=2)"
time="2025-10-15T15:30:13Z" level=warning msg="unable to set correct write permissions for NGINX counter socket"
time="2025-10-15T15:30:13Z" level=info msg="ProcessWatcher initializing"
time="2025-10-15T15:30:14Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T15:30:14Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T15:30:14Z" level=info msg="Upload: Sending data chunk data 0 (messageId=f25522f7-2a0d-4ece-89b2-011a547d1b01)"
time="2025-10-15T15:30:14Z" level=info msg="Upload: Sending data chunk data 1 (messageId=f25522f7-2a0d-4ece-89b2-011a547d1b01)"
time="2025-10-15T15:30:14Z" level=info msg="Upload sending done f25522f7-2a0d-4ece-89b2-011a547d1b01 (chunks=2)"
time="2025-10-15T16:33:25Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T16:33:25Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T16:33:25Z" level=info msg="Upload: Sending data chunk data 0 (messageId=08323c66-1a1e-4dfc-9492-946adf14b540)"
time="2025-10-15T16:33:25Z" level=info msg="Upload: Sending data chunk data 1 (messageId=08323c66-1a1e-4dfc-9492-946adf14b540)"
time="2025-10-15T16:33:25Z" level=info msg="Upload sending done 08323c66-1a1e-4dfc-9492-946adf14b540 (chunks=2)"
time="2025-10-15T16:35:33Z" level=info msg="Commander received <nil>, rpc error: code = Internal desc = stream terminated by RST_STREAM with error code: INTERNAL_ERROR"
time="2025-10-15T16:35:33Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Internal, message=stream terminated by RST_STREAM with error code: INTERNAL_ERROR"
time="2025-10-15T16:35:33Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:33Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:33Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:34Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:34Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:34Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:34Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:35Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:35Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:35Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:36Z" level=info msg="Retrying to connect to x.x.x.x443"
time="2025-10-15T16:35:36Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:36Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:37Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:37Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:37Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:39Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:39Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:39Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:41Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T16:35:41Z" level=info msg="Commander received <nil>, rpc error: code = Unknown desc = unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:41Z" level=error msg="Commander Channel Recv: error communicating with x.x.x.x:443, code=Unknown, message=unexpected HTTP status code received from server: 204 (No Content)"
time="2025-10-15T16:35:42Z" level=info msg="Retrying to connect to x.x.x.x:443"
time="2025-10-15T17:35:22Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T17:35:22Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T17:35:22Z" level=info msg="Upload: Sending data chunk data 0 (messageId=937ffd9d-a24e-4467-96cd-57cc9838cea5)"
time="2025-10-15T17:35:22Z" level=info msg="Upload: Sending data chunk data 1 (messageId=937ffd9d-a24e-4467-96cd-57cc9838cea5)"
time="2025-10-15T17:35:22Z" level=info msg="Upload sending done 937ffd9d-a24e-4467-96cd-57cc9838cea5 (chunks=2)"
time="2025-10-15T18:39:19Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T18:39:19Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T18:39:19Z" level=info msg="Upload: Sending data chunk data 0 (messageId=1e477c78-7f94-4196-afa4-dc421507779d)"
time="2025-10-15T18:39:19Z" level=info msg="Upload: Sending data chunk data 1 (messageId=1e477c78-7f94-4196-afa4-dc421507779d)"
time="2025-10-15T18:39:19Z" level=info msg="Upload sending done 1e477c78-7f94-4196-afa4-dc421507779d (chunks=2)"
time="2025-10-15T19:40:26Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T19:40:26Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T19:40:26Z" level=info msg="Upload: Sending data chunk data 0 (messageId=2b0929cb-457f-40f9-8f44-59c1d5a3a5fa)"
time="2025-10-15T19:40:26Z" level=info msg="Upload: Sending data chunk data 1 (messageId=2b0929cb-457f-40f9-8f44-59c1d5a3a5fa)"
time="2025-10-15T19:40:26Z" level=info msg="Upload sending done 2b0929cb-457f-40f9-8f44-59c1d5a3a5fa (chunks=2)"
time="2025-10-15T20:44:12Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T20:44:12Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T20:44:12Z" level=info msg="Upload: Sending data chunk data 0 (messageId=5c7ba42a-7313-41a1-9fe1-205df54c5d58)"
time="2025-10-15T20:44:12Z" level=info msg="Upload: Sending data chunk data 1 (messageId=5c7ba42a-7313-41a1-9fe1-205df54c5d58)"
time="2025-10-15T20:44:12Z" level=info msg="Upload sending done 5c7ba42a-7313-41a1-9fe1-205df54c5d58 (chunks=2)"
time="2025-10-15T21:45:43Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T21:45:43Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T21:45:43Z" level=info msg="Upload: Sending data chunk data 0 (messageId=f7b73adf-f1be-4704-a039-0442c6a8d251)"
time="2025-10-15T21:45:43Z" level=info msg="Upload: Sending data chunk data 1 (messageId=f7b73adf-f1be-4704-a039-0442c6a8d251)"
time="2025-10-15T21:45:43Z" level=info msg="Upload sending done f7b73adf-f1be-4704-a039-0442c6a8d251 (chunks=2)"
time="2025-10-15T22:46:23Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T22:46:23Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T22:46:23Z" level=info msg="Upload: Sending data chunk data 0 (messageId=ba2716e5-1769-48d3-b9e0-564d4672bd29)"
time="2025-10-15T22:46:23Z" level=info msg="Upload: Sending data chunk data 1 (messageId=ba2716e5-1769-48d3-b9e0-564d4672bd29)"
time="2025-10-15T22:46:23Z" level=info msg="Upload sending done ba2716e5-1769-48d3-b9e0-564d4672bd29 (chunks=2)"
time="2025-10-15T23:48:11Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-15T23:48:11Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-15T23:48:11Z" level=info msg="Upload: Sending data chunk data 0 (messageId=10c5023b-f541-4511-b57f-0ff975e34050)"
time="2025-10-15T23:48:11Z" level=info msg="Upload: Sending data chunk data 1 (messageId=10c5023b-f541-4511-b57f-0ff975e34050)"
time="2025-10-15T23:48:11Z" level=info msg="Upload sending done 10c5023b-f541-4511-b57f-0ff975e34050 (chunks=2)"
time="2025-10-16T00:52:00Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T00:52:00Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T00:52:00Z" level=info msg="Upload: Sending data chunk data 0 (messageId=042f04f5-7e1a-4acb-8461-bf1cd83f6a14)"
time="2025-10-16T00:52:00Z" level=info msg="Upload: Sending data chunk data 1 (messageId=042f04f5-7e1a-4acb-8461-bf1cd83f6a14)"
time="2025-10-16T00:52:00Z" level=info msg="Upload sending done 042f04f5-7e1a-4acb-8461-bf1cd83f6a14 (chunks=2)"
time="2025-10-16T01:54:58Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T01:54:58Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T01:54:58Z" level=info msg="Upload: Sending data chunk data 0 (messageId=f93a8931-f254-49f1-bbf7-04ea0dbb1c83)"
time="2025-10-16T01:54:58Z" level=info msg="Upload: Sending data chunk data 1 (messageId=f93a8931-f254-49f1-bbf7-04ea0dbb1c83)"
time="2025-10-16T01:54:58Z" level=info msg="Upload sending done f93a8931-f254-49f1-bbf7-04ea0dbb1c83 (chunks=2)"
time="2025-10-16T02:56:32Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T02:56:32Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T02:56:32Z" level=info msg="Upload: Sending data chunk data 0 (messageId=1690313d-b0b2-4db4-bfe9-bf29832912ab)"
time="2025-10-16T02:56:32Z" level=info msg="Upload: Sending data chunk data 1 (messageId=1690313d-b0b2-4db4-bfe9-bf29832912ab)"
time="2025-10-16T02:56:32Z" level=info msg="Upload sending done 1690313d-b0b2-4db4-bfe9-bf29832912ab (chunks=2)"
time="2025-10-16T04:01:13Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T04:01:13Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T04:01:13Z" level=info msg="Upload: Sending data chunk data 0 (messageId=56ae5251-0403-48c7-a5bf-4a06427446f8)"
time="2025-10-16T04:01:13Z" level=info msg="Upload: Sending data chunk data 1 (messageId=56ae5251-0403-48c7-a5bf-4a06427446f8)"
time="2025-10-16T04:01:13Z" level=info msg="Upload sending done 56ae5251-0403-48c7-a5bf-4a06427446f8 (chunks=2)"
time="2025-10-16T05:01:40Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T05:01:40Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T05:01:40Z" level=info msg="Upload: Sending data chunk data 0 (messageId=1e7da452-6b72-4e53-8bba-7ed8df5a4a0d)"
time="2025-10-16T05:01:40Z" level=info msg="Upload: Sending data chunk data 1 (messageId=1e7da452-6b72-4e53-8bba-7ed8df5a4a0d)"
time="2025-10-16T05:01:40Z" level=info msg="Upload sending done 1e7da452-6b72-4e53-8bba-7ed8df5a4a0d (chunks=2)"
time="2025-10-16T06:04:08Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T06:04:08Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T06:04:08Z" level=info msg="Upload: Sending data chunk data 0 (messageId=550408d7-cefa-4c19-a158-156d3916b986)"
time="2025-10-16T06:04:08Z" level=info msg="Upload: Sending data chunk data 1 (messageId=550408d7-cefa-4c19-a158-156d3916b986)"
time="2025-10-16T06:04:08Z" level=info msg="Upload sending done 550408d7-cefa-4c19-a158-156d3916b986 (chunks=2)"
time="2025-10-16T07:05:16Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T07:05:16Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T07:05:16Z" level=info msg="Upload: Sending data chunk data 0 (messageId=a64970a0-026b-4ba1-8f32-be4ed4a2b1f9)"
time="2025-10-16T07:05:16Z" level=info msg="Upload: Sending data chunk data 1 (messageId=a64970a0-026b-4ba1-8f32-be4ed4a2b1f9)"
time="2025-10-16T07:05:16Z" level=info msg="Upload sending done a64970a0-026b-4ba1-8f32-be4ed4a2b1f9 (chunks=2)"
time="2025-10-16T08:10:27Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T08:10:27Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T08:10:27Z" level=info msg="Upload: Sending data chunk data 0 (messageId=7a26b5a7-3efe-40eb-aa2e-d191698568a5)"
time="2025-10-16T08:10:27Z" level=info msg="Upload: Sending data chunk data 1 (messageId=7a26b5a7-3efe-40eb-aa2e-d191698568a5)"
time="2025-10-16T08:10:27Z" level=info msg="Upload sending done 7a26b5a7-3efe-40eb-aa2e-d191698568a5 (chunks=2)"
time="2025-10-16T09:10:57Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T09:10:57Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T09:10:57Z" level=info msg="Upload: Sending data chunk data 0 (messageId=75012e00-b7a0-4c75-adf2-016b7ec556a5)"
time="2025-10-16T09:10:57Z" level=info msg="Upload: Sending data chunk data 1 (messageId=75012e00-b7a0-4c75-adf2-016b7ec556a5)"
time="2025-10-16T09:10:57Z" level=info msg="Upload sending done 75012e00-b7a0-4c75-adf2-016b7ec556a5 (chunks=2)"
time="2025-10-16T10:14:17Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T10:14:17Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T10:14:17Z" level=info msg="Upload: Sending data chunk data 0 (messageId=9ad0cfa6-20b9-470d-89ae-4321a03102d7)"
time="2025-10-16T10:14:17Z" level=info msg="Upload: Sending data chunk data 1 (messageId=9ad0cfa6-20b9-470d-89ae-4321a03102d7)"
time="2025-10-16T10:14:17Z" level=info msg="Upload sending done 9ad0cfa6-20b9-470d-89ae-4321a03102d7 (chunks=2)"
time="2025-10-16T10:14:30Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T10:14:30Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T10:14:30Z" level=info msg="Upload: Sending data chunk data 0 (messageId=66bf9157-6c7c-44c2-b582-5456a4a86717)"
time="2025-10-16T10:14:30Z" level=info msg="Upload: Sending data chunk data 1 (messageId=66bf9157-6c7c-44c2-b582-5456a4a86717)"
time="2025-10-16T10:14:30Z" level=info msg="Upload sending done 66bf9157-6c7c-44c2-b582-5456a4a86717 (chunks=2)"
time="2025-10-16T11:17:27Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T11:17:27Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T11:17:27Z" level=info msg="Upload: Sending data chunk data 0 (messageId=e5769566-b525-4705-be24-28ff65179e02)"
time="2025-10-16T11:17:27Z" level=info msg="Upload: Sending data chunk data 1 (messageId=e5769566-b525-4705-be24-28ff65179e02)"
time="2025-10-16T11:17:27Z" level=info msg="Upload sending done e5769566-b525-4705-be24-28ff65179e02 (chunks=2)"
time="2025-10-16T11:21:46Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T11:21:46Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T11:21:46Z" level=info msg="Upload: Sending data chunk data 0 (messageId=3cf1b31e-43e9-4a4f-bdc1-f6a6fb1b4fe2)"
time="2025-10-16T11:21:46Z" level=info msg="Upload: Sending data chunk data 1 (messageId=3cf1b31e-43e9-4a4f-bdc1-f6a6fb1b4fe2)"
time="2025-10-16T11:21:46Z" level=info msg="Upload sending done 3cf1b31e-43e9-4a4f-bdc1-f6a6fb1b4fe2 (chunks=2)"
time="2025-10-16T11:23:01Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T11:23:01Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T11:23:01Z" level=info msg="Upload: Sending data chunk data 0 (messageId=c6962e9c-2233-45fb-8016-3630ce96ba90)"
time="2025-10-16T11:23:01Z" level=info msg="Upload: Sending data chunk data 1 (messageId=c6962e9c-2233-45fb-8016-3630ce96ba90)"
time="2025-10-16T11:23:01Z" level=info msg="Upload sending done c6962e9c-2233-45fb-8016-3630ce96ba90 (chunks=2)"
time="2025-10-16T11:25:19Z" level=error msg="2: Error while parsing Nginx App Protect's log: attack_type=\"Non-browser Client,Abuse of Functionality,Cross Site Scripting (XSS),Other Application Activity\",blocking_exception_reason=\"N/A\",date_time=\"2025-10-16 11:25:19\",dest_port=\"80\",ip_client=\"194.207.128.225\",is_truncated=\"false\",method=\"GET\",policy_name=\"simple-blocking-policy\",protocol=\"HTTP\",request_status=\"blocked\",response_code=\"0\",severity=\"N/A\",sig_cves=\"N/A,N/A\",sig_ids=\"200000099,200000093\",sig_names=\"XSS script tag (URI),XSS script tag end (URI)\",sig_set_names=\"{High Accuracy Signatures;Cross Site Scripting Signatures},{High Accuracy Signatures;Cross Site Scripting Signatures}\",src_port=\"52887\",sub_violations=\"N/A\",support_id=\"1783224407955450290\",threat_campaign_names=\"N/A\",unit_hostname=\"nic-nginx-ingress-controller-55f746549b-wh2pd\",uri=\"/<script>\",violation_rating=\"5\",vs_name=\"9-webapp.example.com:8-/\",x_forwarded_for_header_value=\"N/A\",outcome=\"REJECTED\",outcome_reason=\"SECURITY_WAF_VIOLATION\",violations=\"Illegal meta character in URL,Attack signature detected,Violation Rating Threat detected,Bot Client Detected\",json_log=\"{\"\"id\"\":\"\"1783224407955450290\"\",\"\"violations\"\":[{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\"\"metachar\"\":\"\"0x3c\"\",\"\"charsetType\"\":\"\"url\"\"},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Abuse of Functionality\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_URL_METACHAR\"\"},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"},\"\"metachar\"\":\"\"0x3e\"\",\"\"charsetType\"\":\"\"url\"\"},{\"\"enforcementState\"\":{\"\"isBlocked\"\":false,\"\"isAlarmed\"\":true,\"\"isLearned\"\":true,\"\"attackType\"\":[{\"\"name\"\":\"\"Non-browser Client\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_BOT_CLIENT\"\"},\"\"botSignature\"\":{\"\"name\"\":\"\"curl\"\",\"\"category\"\":\"\"HTTP Library\"\",\"\"botClass\"\":\"\"Untrusted Bot\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag (URI)\"\",\"\"signatureId\"\":200000099,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2012-02-27T06:30:01Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":1,\"\"length\"\":7},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"isInStaging\"\":false,\"\"isLearned\"\":false,\"\"isLikelyFalsePositive\"\":false,\"\"attackType\"\":[{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_ATTACK_SIGNATURE\"\"},\"\"signature\"\":{\"\"name\"\":\"\"XSS script tag end (URI)\"\",\"\"signatureId\"\":200000093,\"\"accuracy\"\":\"\"high\"\",\"\"risk\"\":\"\"high\"\",\"\"hasCve\"\":false,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\",\"\"lastUpdateTime\"\":\"\"2014-03-09T06:42:17Z\"\"},\"\"snippet\"\":{\"\"buffer\"\":\"\"LzxzY3JpcHQ+\"\",\"\"offset\"\":2,\"\"length\"\":7},\"\"policyEntity\"\":{\"\"urls\"\":[{\"\"name\"\":\"\"*\"\",\"\"type\"\":\"\"wildcard\"\"}]},\"\"observedEntity\"\":{\"\"name\"\":\"\"LzxzY3JpcHQ+\"\"}},{\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"attackType\"\":[{\"\"name\"\":\"\"Other Application Activity\"\"}]},\"\"violation\"\":{\"\"name\"\":\"\"VIOL_RATING_THREAT\"\"}}],\"\"enforcementAction\"\":\"\"block\"\",\"\"method\"\":\"\"GET\"\",\"\"clientPort\"\":52887,\"\"clientIp\"\":\"\"194.207.128.225\"\",\"\"host\"\":\"\"nic-nginx-ingress-controller-55f746549b-wh2pd\"\",\"\"responseCode\"\":0,\"\"serverIp\"\":\"\"0.0.0.0\"\",\"\"serverPort\"\":80,\"\"requestStatus\"\":\"\"blocked\"\",\"\"url\"\":\"\"LzxzY3JpcHQ+\"\",\"\"virtualServerName\"\":\"\"9-webapp.example.com:8-/\"\",\"\"geolocationCountryCode\"\":\"\"GB\"\",\"\"enforcementState\"\":{\"\"isBlocked\"\":true,\"\"isAlarmed\"\":true,\"\"rating\"\":5,\"\"attackType\"\":[{\"\"name\"\":\"\"Non-browser Client\"\"},{\"\"name\"\":\"\"Abuse of Functionality\"\"},{\"\"name\"\":\"\"Cross Site Scripting (XSS)\"\"},{\"\"name\"\":\"\"Other Application Activity\"\"}],\"\"ratingIncludingViolationsInStaging\"\":5,\"\"stagingCertificationDatetime\"\":\"\"1970-01-01T00:00:00Z\"\"},\"\"requestDatetime\"\":\"\"2025-10-16T11:25:19Z\"\",\"\"rawRequest\"\":{\"\"actualSize\"\":90,\"\"httpRequest\"\":\"\"R0VUIC88c2NyaXB0PiBIVFRQLzEuMQ0KSG9zdDogd2ViYXBwLmV4YW1wbGUuY29tDQpVc2VyLUFnZW50OiBjdXJsLzguMTUuMA0KQWNjZXB0OiAqLyoNCg0K\"\",\"\"isTruncated\"\":false},\"\"requestPolicy\"\":{\"\"fullPath\"\":\"\"simple-blocking-policy\"\"}}\",violation_details=\"<?xml version='1.0' encoding='UTF-8'?><BAD_MSG><violation_masks><block>414000000200c00-3a03030c30000072-8000000000000000-0</block><alarm>475f0ffcbbd0fea-befbf35cb000007e-f400000000000000-0</alarm><learn>0-0-0-0</learn><staging>0-0-0-0</staging></violation_masks><request-violations><violation><viol_index>42</viol_index><viol_name>VIOL_ATTACK_SIGNATURE</viol_name><context>url</context><sig_data><sig_id>200000099</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>1</offset><length>7</length></kw_data></sig_data><sig_data><sig_id>200000093</sig_id><blocking_mask>3</blocking_mask><kw_data><buffer>LzxzY3JpcHQ+</buffer><offset>2</offset><length>7</length></kw_data></sig_data></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>60</metachar_index><wildcard_entity>*</wildcard_entity><staging>0</staging></violation><violation><viol_index>26</viol_index><viol_name>VIOL_URL_METACHAR</viol_name><uri>LzxzY3JpcHQ+</uri><metachar_index>62</metachar_index><wildcard_entity>*</wildcard_entity><staging>0</staging></violation><violation><viol_index>122</viol_index><viol_name>VIOL_BOT_CLIENT</viol_name></violation><violation><viol_index>93</viol_index><viol_name>VIOL_RATING_THREAT</viol_name></violation></request-violations></BAD_MSG>\",bot_signature_name=\"curl\",bot_category=\"HTTP Library\",bot_anomalies=\"N/A\",enforced_bot_anomalies=\"N/A\",client_class=\"Untrusted Bot\",client_application=\"N/A\",client_application_version=\"N/A\",request=\"GET /<script> HTTP/1.1\\r\\nHost: webapp.example.com\\r\\nUser-Agent: curl/8.15.0\\r\\nAccept: */*\\r\\n\\r\\n\",transport_protocol=\"HTTP/1.1\", Error: log line values does not match expected values. expecting 33 values got 147 values" component=processor extension=nginx-app-protect-monitoring
time="2025-10-16T12:21:27Z" level=warning msg="NGINX Error log stderr is not readable or is disabled. Please make it readable and enabled in order for NGINX metrics to be collected."
time="2025-10-16T12:21:27Z" level=error msg="Unable to update NAP metadata: failed to create directory for metadata update: mkdir /etc/nms: permission denied"
time="2025-10-16T12:21:28Z" level=info msg="Upload: Sending data chunk data 0 (messageId=e2634f26-32ac-413e-865f-ae47187458c6)"
time="2025-10-16T12:21:28Z" level=info msg="Upload: Sending data chunk data 1 (messageId=e2634f26-32ac-413e-865f-ae47187458c6)"
time="2025-10-16T12:21:28Z" level=info msg="Upload sending done e2634f26-32ac-413e-865f-ae47187458c6 (chunks=2)"
Reactions are currently unavailable
Metadata
Metadata
Assignees
Labels
bugSomething isn't workingSomething isn't working