increase memory for shs

Signed-off-by: Manabu McCloskey <manabu.mccloskey@gmail.com>

Author: nabuskey

infra/terraform/helm-values/spark-history-server.yaml

@@ -3,16 +3,17 @@ historyServer:
     maxDiskUsage: 25g
     hybridStore:
       enabled: true
+      maxMemoryUsage: 6g
 sparkDaemon:
-  memory: 10g
+  memory: 12g
 logStore:
   s3:
     bucket: ${s3_bucket_name}
     eventLogsPath: ${event_log_prefix}
     irsaRoleArn: ${spark_history_server_role}
 resources:
   limits:
-    memory: 12Gi
+    memory: 24Gi
 sparkConf: |-
   # Storage backend optimizations for S3/ABFS (non-conflicting settings)
   spark.hadoop.fs.s3a.connection.maximum=200