notes/session-83.txt at main · daws-88s/notes · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
Structured --> SQL, NoSQL, JSON, YAML, etc
Un Structured -> text files, documents, etc
Semi Structured -> log files -> Structured


"59.182.34.200 - - [15/May/2026:15:05:07 +0000] ""GET /api/catalogue/categories HTTP/1.1"" 404 555 ""http://44.223.51.101/"" ""Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36"" ""-"""

ip: 59.182.34.200
time: 15/May/2026:15:05:07 +0000
method: GET


log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for" $request_time $upstream_response_time';

59.182.34.200 - - [15/May/2026:15:12:14 +0000] "GET /api/user/uniqueid HTTP/1.1" 404 555 "http://44.223.51.101/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36" "-" 0.000 0.000


83.110.197.108 - - [03/Feb/2026:15:15:40 +0000] "GET /api/user/uniqueid HTTP/1.1" 404 555 "http://54.147.56.107/" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36" "-" "0.000"

%{IP:client_ip} - %{DATA:remote_user} \[%{HTTPDATE:timestamp}\] "%{WORD:method} %{URIPATH:request_path} HTTP/%{NUMBER:http_version}" %{NUMBER:status:int} %{NUMBER:bytes_sent:int} "%{URI:referrer}" "%{DATA:user_agent}" "%{DATA:x_forwarded_for}" "%{NUMBER:response_time:float}"


%{IP:client_ip} - %{DATA:remote_user} \[%{HTTPDATE:timestamp}\] "%{WORD:method} %{URIPATH:request_path} HTTP/%{NUMBER:http_version}" %{NUMBER:status:int} %{NUMBER:bytes_sent:int} "%{URI:referrer}" "%{DATA:user_agent}" "%{DATA:x_forwarded_for}" "%{NUMBER:total_time:float}" "%{NUMBER:upstream_time:float}"