Merge pull request #61 from SaraAlajmy/global/logging

Youssef PR bs sra2to

Author: mathewhany

.gitignore

@@ -1 +1,2 @@
-.idea
+.idea
+**/logs/

build.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+# Exit immediately if a command exits with a non-zero status.
+set -e
+
+# Define your Docker Hub username
+DOCKERHUB_USERNAME="farahalfawzy"
+IMAGE_TAG="latest"
+
+echo "Building Maven projects..."
+mvn clean install -DskipTests
+mvn package -DskipTests
+
+# Services and their directories
+SERVICES=(
+  "chat-service:./chat-service"
+  "api-gateway-service:./gateway"
+  "group-chat-service:./groupChatService"
+  "notification-service:./notification-service"
+  "user-service:./userService"
+)
+
+for service_info in "${SERVICES[@]}"; do
+  IFS=':' read -r service_name service_dir <<< "$service_info"
+  
+  echo "Building and pushing $service_name..."
+  docker build -t "${DOCKERHUB_USERNAME}/${service_name}:${IMAGE_TAG}" "${service_dir}"
+done
+
+echo "All images built and pushed successfully!"

chat-service/src/main/resources/application.yml

@@ -23,6 +23,5 @@ spring:
       write-dates-as-timestamps: false
     default-property-inclusion: NON_NULL
 
-
 user-service:
   url: http://localhost:8086

docker-compose.yml

@@ -11,8 +11,8 @@ services:
     image: rabbitmq:3-management
     container_name: rabbitmq
     ports:
-      - "5672:5672"     
-      - "15672:15672"   
+      - "5672:5672"
+      - "15672:15672"
     environment:
       RABBITMQ_DEFAULT_USER: guest
       RABBITMQ_DEFAULT_PASS: guest
@@ -25,10 +25,72 @@ services:
     environment:
       ME_CONFIG_MONGODB_URL: mongodb://mongo:27017/
       ME_CONFIG_BASIC_AUTH: false
-      ME_CONFIG_BASICAUTH: false 
+      ME_CONFIG_BASICAUTH: false
 
     depends_on:
       - mongo
 
+# Initializing Loki with the config file  
+  loki:
+    image: grafana/loki:latest
+    ports:
+      - "3100:3100"
+    command: -config.file=/etc/loki/local-config.yaml
+    networks:
+      - loki
+
+# Initializing Promtail with the config file
+# and mounting the log files
+  promtail:
+    image: grafana/promtail:latest
+    volumes:
+      - ./promtail:/etc/promtail
+      - ./chat-service/logs:/var/log/chat-service
+      - ./userService/logs:/var/log/user-service
+      - ./gateway/logs:/var/log/gateway
+      - ./notification-service/logs:/var/log/notification-service
+    command: -config.file=/etc/promtail/promtail-config.yml
+    networks:
+      - loki
+
+# Initializing Grafana with the config file
+# declaring the Loki datasource
+# and mounting the Grafana storage
+  grafana:
+    environment:
+      - GF_PATHS_PROVISIONING=/etc/grafana/provisioning
+      - GF_AUTH_ANONYMOUS_ENABLED=true
+      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
+      - GF_FEATURE_TOGGLES_ENABLE=alertingSimplifiedRouting,alertingQueryAndExpressionsStepMode
+    entrypoint:
+      - sh
+      - -euc
+      - |
+        mkdir -p /etc/grafana/provisioning/datasources
+        cat <<EOF > /etc/grafana/provisioning/datasources/ds.yaml
+        apiVersion: 1
+        datasources:
+        - name: Loki
+          type: loki
+          access: proxy 
+          orgId: 1
+          url: http://loki:3100
+          basicAuth: false
+          isDefault: true
+          version: 1
+          editable: false
+        EOF
+        /run.sh
+    image: grafana/grafana:latest
+    ports:
+      - "3000:3000"
+    networks:
+      - loki
+
 volumes:
   mongodb_data:
+  grafana-storage:
+
+
+networks:
+  loki:

gateway/src/main/resources/application.yml

@@ -51,5 +51,3 @@ jwt:
     expiration-time: 600
 userService:
   url: http://localhost:8086
-
-

groupChatService/src/main/resources/application.properties

@@ -8,4 +8,4 @@ spring.web.resources.add-mappings=false
 server.error.include-stacktrace=never
 server.error.include-message=always
 
-user-service.url=http://localhost:8086
+user-service.url=http://localhost:8086

k8s/loki/loki-stack-values.yaml

@@ -0,0 +1,14 @@
+loki:
+  enabled: true
+
+promtail:
+  enabled: true
+
+grafana:
+  enabled: true
+  service:
+    type: NodePort
+  adminPassword: "admin"  # Replace with a secure password
+  persistence:
+    enabled: true
+    size: 1Gi

loki/local-config.yaml

@@ -0,0 +1,60 @@
+# This is a sample configuration file for Loki.
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+
+# The ingester is the component that receives logs and writes them to the storage backend.
+# It is responsible for managing the lifecycle of log entries
+ingester:
+  lifecycler:
+    ring:
+      kvstore:
+        store: inmemory
+      replication_factor: 1
+    final_sleep: 0s
+  chunk_idle_period: 5m
+  max_chunk_age: 1h
+  chunk_retain_period: 30s
+  max_transfer_retries: 0
+
+
+# The schema configuration defines how the logs are stored in the storage backend.
+# It includes the schema version, the object store, and the index configuration.
+schema_config:
+  configs:
+    - from: 2022-01-01
+      store: boltdb-shipper
+      object_store: filesystem
+      schema: v11
+      index:
+        prefix: index_
+        period: 24h
+
+# The storage configuration defines how the logs are stored in the storage backend.
+# It includes the storage type, the directory for storing chunks, and the index configuration.
+storage_config:
+  boltdb_shipper:
+    active_index_directory: /tmp/loki/index
+    cache_location: /tmp/loki/boltdb-cache
+    shared_store: filesystem
+  filesystem:
+    directory: /tmp/loki/chunks
+
+# The limits configuration defines the limits for the ingester and the storage backend.
+# It includes the maximum size of the chunks, the maximum number of chunks, and the maximum age of the chunks.
+limits_config:
+  enforce_metric_name: false
+  reject_old_samples: true
+  reject_old_samples_max_age: 168h
+
+# the chunk store configuration defines how the chunks are stored in the storage backend.
+# It includes the maximum look back period for the chunks and the maximum size of the chunks.
+chunk_store_config:
+  max_look_back_period: 0s
+
+# The table manager is responsible for managing the lifecycle of the tables in the storage backend.
+# It includes the retention period for the tables and the retention deletes configuration.
+table_manager:
+  retention_deletes_enabled: false
+  retention_period: 0s

promtail/promtail-config.yml

@@ -0,0 +1,46 @@
+
+# Promtail configuration file for scraping logs from various services
+server:
+  http_listen_port: 9080
+  grpc_listen_port: 0
+
+# Positions configuration
+# This is where Promtail stores the last read position of each log file
+positions:
+  filename: /tmp/positions.yaml
+
+# Client configuration
+# This is where Promtail sends the scraped logs
+clients:
+  - url: http://loki:3100/loki/api/v1/push
+
+# Scrape configuration
+# This is where Promtail defines the jobs to scrape logs from
+scrape_configs:
+  - job_name: chat-service
+    static_configs:
+      - targets: [localhost]
+        labels:
+          job: chat-service
+          __path__: /var/log/chat-service/app.log
+
+  - job_name: user-service
+    static_configs:
+      - targets: [localhost]
+        labels:
+          job: user-service
+          __path__: /var/log/user-service/app.log
+
+  - job_name: gateway
+    static_configs:
+      - targets: [localhost]
+        labels:
+          job: gateway
+          __path__: /var/log/gateway/app.log
+
+  - job_name: notification-service
+    static_configs:
+      - targets: [localhost]
+        labels:
+          job: notification-service
+          __path__: /var/log/notification-service/app.log

userService/src/main/resources/application.properties

@@ -20,4 +20,4 @@ jwt.blacklist.expiration-time=600
 jwt.access-token-validity=600000
 jwt.refresh-token-validity=518400000
 
-notification.service.url=http://localhost:8082
+notification.service.url=http://localhost:8082