fix: try to reduce Redshift CPU utilizzation (#165)

Author: marco-vit-pagopa

commons/prod-analytics/configmaps/kafka-configmap.yaml

@@ -7,7 +7,7 @@ data:
   KAFKA_BROKERS: "b-1.interopplatformevents.gfkljw.c4.kafka.eu-south-1.amazonaws.com:9098,b-2.interopplatformevents.gfkljw.c4.kafka.eu-south-1.amazonaws.com:9098,b-3.interopplatformevents.gfkljw.c4.kafka.eu-south-1.amazonaws.com:9098"
   KAFKA_AVERAGE_MESSAGE_SIZE_IN_BYTES: "1000"
   KAFKA_MAX_WAIT_BATCH_MILLIS: "60000"
-  KAFKA_MESSAGES_TO_READ_PER_BATCH: "10000"
+  KAFKA_MESSAGES_TO_READ_PER_BATCH: "1000"
   KAFKA_TOPIC_STARTING_OFFSET: "earliest"
   KAFKA_ENABLE_AUTOCOMMIT: "false"
   APPLICATION_AUDIT_TOPIC: "prod_application.audit"

microservices/application-audit-analytics-writer/prod-analytics/values.yaml

@@ -12,15 +12,15 @@ configmap:
   KAFKA_SESSION_TIMEOUT_MILLIS: 300000
   KAFKA_REQUEST_TIMEOUT_MILLIS: 120000
   ACCUMULATOR_MAX_MESSAGES: 500000
-  ACCUMULATOR_FLUSH_TIMEOUT_MS: 30000
+  ACCUMULATOR_FLUSH_TIMEOUT_MS: 120000
   S3_COPY_BUCKET: interop-analytics-etl-application-audit-{{.Values.local.env}}-es1
   S3_DELETE_AFTER_COPY: true
   REDSHIFT_COPY_IAM_ROLE_ARN: "arn:aws:iam::697818730278:role/interop-analytics-redshift-s3-copy-{{.Values.local.env}}"
   GZ_COMPRESSION_LEVEL: 3
   DB_INGEST_MODE: "COPY"
 
 deployment:
-  replicas: 0
+  replicas: 1
   flywayInitContainer:
     create: true
     version: "11.4.0"

microservices/jwt-audit-analytics-writer/prod-analytics/values.yaml

@@ -21,7 +21,7 @@ configmap:
   REDSHIFT_COPY_IAM_ROLE_ARN: arn:aws:iam::{{.Values.local.awsAccountId}}:role/interop-analytics-redshift-s3-copy-{{.Values.local.env}}
 
 deployment:
-  replicas: 0
+  replicas: 1
   flywayInitContainer:
     create: true
     version: "11.4.0"