Log less when elastic is down (#1477)

This PR limits error logs when elastic is not available.

Author: nablaone

cmd/go.mod

@@ -90,6 +90,7 @@ require (
 	golang.org/x/sync v0.11.0 // indirect
 	golang.org/x/sys v0.30.0 // indirect
 	golang.org/x/text v0.22.0 // indirect
+	golang.org/x/time v0.12.0 // indirect
 	google.golang.org/genproto/googleapis/rpc v0.0.0-20240903143218-8af14fe29dc1 // indirect
 	google.golang.org/grpc v1.66.2 // indirect
 	google.golang.org/protobuf v1.36.1 // indirect

cmd/go.sum

@@ -252,6 +252,8 @@ golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
 golang.org/x/text v0.22.0 h1:bofq7m3/HAFvbF51jz3Q9wLg3jkvSPuiZu/pD1XwgtM=
 golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
+golang.org/x/time v0.12.0 h1:ScB/8o8olJvc+CQPWrK3fPZNfh7qgwCrY0zJmoEQLSE=
+golang.org/x/time v0.12.0/go.mod h1:CDIdPxbZBQxdj6cxyCIdrNogrJKMJ7pr37NYpMcMDSg=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
 golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE=

platform/frontend_connectors/dispatcher.go

@@ -24,6 +24,7 @@ import (
 	"github.com/QuesmaOrg/quesma/platform/v2/core/diag"
 	"github.com/QuesmaOrg/quesma/platform/v2/core/routes"
 	"github.com/QuesmaOrg/quesma/platform/v2/core/tracing"
+	"golang.org/x/time/rate"
 	"io"
 	"net/http"
 	"strings"
@@ -85,6 +86,8 @@ type Dispatcher struct {
 
 	debugInfoCollector diag.DebugInfoCollector
 	phoneHomeAgent     diag.PhoneHomeClient
+
+	elasticSearchErrorRateLimiter *rate.Limiter
 }
 
 func (r *Dispatcher) SetDependencies(deps quesma_api.Dependencies) {
@@ -98,9 +101,10 @@ func NewDispatcher(config *config.QuesmaConfiguration) *Dispatcher {
 	requestProcessors = append(requestProcessors, quesma_api.NewTraceIdPreprocessor())
 
 	return &Dispatcher{
-		Config:               config,
-		RequestPreprocessors: requestProcessors,
-		HttpClient:           client,
+		Config:                        config,
+		RequestPreprocessors:          requestProcessors,
+		HttpClient:                    client,
+		elasticSearchErrorRateLimiter: rate.NewLimiter(rate.Every(20*time.Second), 5),
 	}
 }
 
@@ -495,8 +499,23 @@ func (r *Dispatcher) sendHttpRequest(ctx context.Context, address string, origin
 
 	resp, err := r.HttpClient.Do(req)
 	if err != nil {
-		logger.ErrorWithCtxAndReason(ctx, "No network connection").
-			Msgf("Error sending request: %v", err)
+
+		var shouldLogError bool
+
+		// we're rate limiting errors that are related to network issues only
+		if strings.Contains(err.Error(), "dial") {
+			if r.elasticSearchErrorRateLimiter != nil && r.elasticSearchErrorRateLimiter.Allow() {
+				shouldLogError = true
+			}
+		} else {
+			shouldLogError = true
+		}
+
+		if shouldLogError {
+			logger.ErrorWithCtxAndReason(ctx, "No network connection").
+				Msgf("Error sending request: %v", err)
+		}
+
 		return nil, err
 	}
 

platform/go.mod

@@ -38,6 +38,7 @@ require (
 	github.com/ucarion/urlpath v0.0.0-20200424170820-7ccc79b76bbb
 	golang.org/x/exp v0.0.0-20250106191152-7588d65b2ba8
 	golang.org/x/oauth2 v0.27.0
+	golang.org/x/time v0.12.0
 	vitess.io/vitess v0.21.2
 )
 

platform/go.sum

@@ -259,6 +259,8 @@ golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
 golang.org/x/text v0.22.0 h1:bofq7m3/HAFvbF51jz3Q9wLg3jkvSPuiZu/pD1XwgtM=
 golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
+golang.org/x/time v0.12.0 h1:ScB/8o8olJvc+CQPWrK3fPZNfh7qgwCrY0zJmoEQLSE=
+golang.org/x/time v0.12.0/go.mod h1:CDIdPxbZBQxdj6cxyCIdrNogrJKMJ7pr37NYpMcMDSg=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
 golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE=