Reduce log level for kafka and spark streaming

Author: shydefoo

caraml-store-spark/src/main/resources/log4j.properties

@@ -8,4 +8,12 @@ log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}:
 
 # SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support
 log4j.logger.org.apache.hadoop.hive.metastore.RetryingHMSHandler=FATAL
-log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR
+log4j.logger.org.apache.hadoop.hive.ql.exec.FunctionRegistry=ERROR
+
+# Reduce log level for Kafka-related logs
+log4j.logger.org.apache.kafka=WARN
+log4j.logger.kafka=WARN
+
+
+# Reduce log level for MicroBatchExecution logs
+log4j.logger.org.apache.spark.sql.streaming.MicroBatchExecution=WARN