This fixes Kibana flights sample dashboards, it also makes logs less noisy (#1462)

Kibana flights dashboards was broken as Carrier should be `keyword` not
`text`. More systematical change is harder.

Also logs end up being very noisy and confusing. End up cleaning them.

Author: jakozaur

examples/kibana-sample-data/quesma/config/local-dev.yaml

@@ -50,6 +50,8 @@ processors:
             - my-clickhouse-data-source
           schemaOverrides:
             fields:
+              "Carrier":
+                type: keyword
               "DestLocation":
                 type: geo_point
               "OriginLocation":
@@ -114,6 +116,8 @@ processors:
             - my-clickhouse-data-source
           schemaOverrides:
             fields:
+              "Carrier":
+                type: keyword
               "DestLocation":
                 type: geo_point
               "OriginLocation":

platform/ab_testing/sender/coordinator.go

@@ -118,7 +118,7 @@ func (c *SenderCoordinator) receiveHealthStatusesLoop() {
 func (c *SenderCoordinator) Start() {
 
 	if !c.enabled {
-		logger.InfoWithCtx(c.ctx).Msg("A/B Testing Controller is disabled")
+		logger.DebugWithCtx(c.ctx).Msg("A/B Testing Controller is disabled")
 		return
 	}
 

platform/clickhouse/connection.go

@@ -62,18 +62,19 @@ func InitDBConnectionPool(c *config.QuesmaConfiguration) quesma_api.BackendConne
 
 	err := db.Ping()
 	if err != nil {
-		logger.Error().Err(err).Msg("Failed to ping database.")
 		// These error message duplicates messages from end_user_errors.GuessClickhouseErrorType
 		// Not sure if you want to keep them in sync or not. These two cases are different.
 
 		if strings.Contains(err.Error(), "tls: failed to verify certificate") {
-			logger.Warn().Err(err).Msg("Failed to connect to database with TLS. Retrying TLS, but with disabled chain and host verification.")
+			logger.Info().Err(err).Msg("Failed to connect to database with TLS. Retrying TLS, but with disabled chain and host verification.")
 			_ = db.Close()
 			db = initDBConnection(c, &tls.Config{InsecureSkipVerify: true})
 		} else if strings.Contains(err.Error(), "tls: first record does not look like a TLS handshake") {
 			_ = db.Close()
-			logger.Warn().Err(err).Msg("Failed to connect to database with TLS. Trying without TLS at all.")
+			logger.Info().Err(err).Msg("Failed to connect to database with TLS. Trying without TLS at all.")
 			db = initDBConnection(c, nil)
+		} else {
+			logger.Info().Err(err).Msg("Failed to ping database and could not apply recovery.")
 		}
 	}
 

platform/ingest/index_name_rewriter.go

@@ -37,7 +37,7 @@ type indexNameRegexpRewriter struct {
 func NewIndexNameRewriter(cfg *config.QuesmaConfiguration) IndexNameRewriter {
 
 	if len(cfg.IndexNameRewriteRules) == 0 {
-		logger.Info().Msgf("No index name rewrite rules configured, using no-op rewriter")
+		logger.Debug().Msgf("No index name rewrite rules configured, using no-op rewriter")
 		// if no rewrite rules are configured, return a no-op rewriter
 		return &NoOpIndexNameRewriter{}
 	}

platform/ingest/processor.go

@@ -703,7 +703,6 @@ func (ip *IngestProcessor) processInsertQuery(ctx context.Context,
 		} else {
 			// Likely we want to remove below line
 			createTableCmd = addOurFieldsToCreateTableQuery(createTableCmd, tableConfig, table)
-			logger.InfoWithCtx(ctx).Msgf("created table '%s' with query: %s", tableName, createTableCmd)
 		}
 	}
 	if table == nil {