reduce maxIdleConnection to 30 seconds to avoid ttl mismatch

akshaydeo · akshaydeo · commit c974affdabf6 · 2026-02-14T00:14:15.000+05:30
diff --git a/core/network/http.go b/core/network/http.go
@@ -38,7 +38,7 @@ var DefaultClientConfig = struct {
 }{
 	ReadTimeout:         60 * time.Second,
 	WriteTimeout:        60 * time.Second,
-	MaxIdleConnDuration: 120 * time.Second,
+	MaxIdleConnDuration: 30 * time.Second,
 	MaxConnsPerHost:     200,
 }
 
diff --git a/core/providers/anthropic/anthropic.go b/core/providers/anthropic/anthropic.go
@@ -84,7 +84,7 @@ func NewAnthropicProvider(config *schemas.ProviderConfig, logger schemas.Logger)
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/azure/azure.go b/core/providers/azure/azure.go
@@ -130,7 +130,7 @@ func NewAzureProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*A
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/cerebras/cerebras.go b/core/providers/cerebras/cerebras.go
@@ -30,7 +30,7 @@ func NewCerebrasProvider(config *schemas.ProviderConfig, logger schemas.Logger)
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/cohere/cohere.go b/core/providers/cohere/cohere.go
@@ -83,7 +83,7 @@ func NewCohereProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/elevenlabs/elevenlabs.go b/core/providers/elevenlabs/elevenlabs.go
@@ -39,7 +39,7 @@ func NewElevenlabsProvider(config *schemas.ProviderConfig, logger schemas.Logger
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/gemini/gemini.go b/core/providers/gemini/gemini.go
@@ -41,7 +41,7 @@ func NewGeminiProvider(config *schemas.ProviderConfig, logger schemas.Logger) *G
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/groq/groq.go b/core/providers/groq/groq.go
@@ -30,7 +30,7 @@ func NewGroqProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*Gr
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/huggingface/huggingface.go b/core/providers/huggingface/huggingface.go
@@ -73,7 +73,7 @@ func NewHuggingFaceProvider(config *schemas.ProviderConfig, logger schemas.Logge
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/mistral/mistral.go b/core/providers/mistral/mistral.go
@@ -35,7 +35,7 @@ func NewMistralProvider(config *schemas.ProviderConfig, logger schemas.Logger) *
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/nebius/nebius.go b/core/providers/nebius/nebius.go
@@ -33,7 +33,7 @@ func NewNebiusProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/ollama/ollama.go b/core/providers/ollama/ollama.go
@@ -32,7 +32,7 @@ func NewOllamaProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/openai/openai.go b/core/providers/openai/openai.go
@@ -41,7 +41,7 @@ func NewOpenAIProvider(config *schemas.ProviderConfig, logger schemas.Logger) *O
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/openrouter/openrouter.go b/core/providers/openrouter/openrouter.go
@@ -32,7 +32,7 @@ func NewOpenRouterProvider(config *schemas.ProviderConfig, logger schemas.Logger
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/parasail/parasail.go b/core/providers/parasail/parasail.go
@@ -31,7 +31,7 @@ func NewParasailProvider(config *schemas.ProviderConfig, logger schemas.Logger)
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/perplexity/perplexity.go b/core/providers/perplexity/perplexity.go
@@ -33,7 +33,7 @@ func NewPerplexityProvider(config *schemas.ProviderConfig, logger schemas.Logger
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/replicate/replicate.go b/core/providers/replicate/replicate.go
@@ -41,7 +41,7 @@ func NewReplicateProvider(config *schemas.ProviderConfig, logger schemas.Logger)
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/sgl/sgl.go b/core/providers/sgl/sgl.go
@@ -32,7 +32,7 @@ func NewSGLProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*SGL
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/core/providers/vertex/vertex.go b/core/providers/vertex/vertex.go
@@ -72,7 +72,7 @@ func NewVertexProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 	client = providerUtils.ConfigureProxy(client, config.ProxyConfig, logger)
diff --git a/core/providers/xai/xai.go b/core/providers/xai/xai.go
@@ -31,7 +31,7 @@ func NewXAIProvider(config *schemas.ProviderConfig, logger schemas.Logger) (*XAI
 		ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
 		MaxConnsPerHost:     5000,
-		MaxIdleConnDuration: 60 * time.Second,
+		MaxIdleConnDuration: 30 * time.Second,
 		MaxConnWaitTimeout:  10 * time.Second,
 	}
 
diff --git a/docs/contributing/adding-a-provider.mdx b/docs/contributing/adding-a-provider.mdx
@@ -291,7 +291,7 @@ func NewProviderNameProvider(config *schemas.ProviderConfig, logger schemas.Logg
         ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
         WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
         MaxConnsPerHost:     5000,
-        MaxIdleConnDuration: 60 * time.Second,
+        MaxIdleConnDuration: 30 * time.Second,
         MaxConnWaitTimeout:  10 * time.Second,
     }
 
@@ -676,7 +676,7 @@ func NewCerebrasProvider(config *schemas.ProviderConfig, logger schemas.Logger)
         ReadTimeout:         time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
         WriteTimeout:        time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),
         MaxConnsPerHost:     5000,
-        MaxIdleConnDuration: 60 * time.Second,
+        MaxIdleConnDuration: 30 * time.Second,
         MaxConnWaitTimeout:  10 * time.Second,
     }
 

Original file line number	Diff line number	Diff line change
`@@ -38,7 +38,7 @@ var DefaultClientConfig = struct {`
`38`	`38`	`}{`
`39`	`39`	`ReadTimeout: 60 * time.Second,`
`40`	`40`	`WriteTimeout: 60 * time.Second,`
`41`		`- MaxIdleConnDuration: 120 * time.Second,`
	`41`	`+ MaxIdleConnDuration: 30 * time.Second,`
`42`	`42`	`MaxConnsPerHost: 200,`
`43`	`43`	`}`
`44`	`44`
Original file line number	Diff line number	Diff line change
`@@ -84,7 +84,7 @@ func NewAnthropicProvider(config *schemas.ProviderConfig, logger schemas.Logger)`
`84`	`84`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`85`	`85`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`86`	`86`	`MaxConnsPerHost: 5000,`
`87`		`- MaxIdleConnDuration: 60 * time.Second,`
	`87`	`+ MaxIdleConnDuration: 30 * time.Second,`
`88`	`88`	`MaxConnWaitTimeout: 10 * time.Second,`
`89`	`89`	`}`
`90`	`90`
Original file line number	Diff line number	Diff line change
`@@ -130,7 +130,7 @@ func NewAzureProvider(config schemas.ProviderConfig, logger schemas.Logger) (A`
`130`	`130`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`131`	`131`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`132`	`132`	`MaxConnsPerHost: 5000,`
`133`		`- MaxIdleConnDuration: 60 * time.Second,`
	`133`	`+ MaxIdleConnDuration: 30 * time.Second,`
`134`	`134`	`MaxConnWaitTimeout: 10 * time.Second,`
`135`	`135`	`}`
`136`	`136`
Original file line number	Diff line number	Diff line change
`@@ -30,7 +30,7 @@ func NewCerebrasProvider(config *schemas.ProviderConfig, logger schemas.Logger)`
`30`	`30`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`31`	`31`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`32`	`32`	`MaxConnsPerHost: 5000,`
`33`		`- MaxIdleConnDuration: 60 * time.Second,`
	`33`	`+ MaxIdleConnDuration: 30 * time.Second,`
`34`	`34`	`MaxConnWaitTimeout: 10 * time.Second,`
`35`	`35`	`}`
`36`	`36`
Original file line number	Diff line number	Diff line change
`@@ -83,7 +83,7 @@ func NewCohereProvider(config schemas.ProviderConfig, logger schemas.Logger) (`
`83`	`83`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`84`	`84`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`85`	`85`	`MaxConnsPerHost: 5000,`
`86`		`- MaxIdleConnDuration: 60 * time.Second,`
	`86`	`+ MaxIdleConnDuration: 30 * time.Second,`
`87`	`87`	`MaxConnWaitTimeout: 10 * time.Second,`
`88`	`88`	`}`
`89`	`89`
Original file line number	Diff line number	Diff line change
`@@ -39,7 +39,7 @@ func NewElevenlabsProvider(config *schemas.ProviderConfig, logger schemas.Logger`
`39`	`39`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`40`	`40`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`41`	`41`	`MaxConnsPerHost: 5000,`
`42`		`- MaxIdleConnDuration: 60 * time.Second,`
	`42`	`+ MaxIdleConnDuration: 30 * time.Second,`
`43`	`43`	`MaxConnWaitTimeout: 10 * time.Second,`
`44`	`44`	`}`
`45`	`45`
Original file line number	Diff line number	Diff line change
`@@ -41,7 +41,7 @@ func NewGeminiProvider(config schemas.ProviderConfig, logger schemas.Logger) G`
`41`	`41`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`42`	`42`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`43`	`43`	`MaxConnsPerHost: 5000,`
`44`		`- MaxIdleConnDuration: 60 * time.Second,`
	`44`	`+ MaxIdleConnDuration: 30 * time.Second,`
`45`	`45`	`MaxConnWaitTimeout: 10 * time.Second,`
`46`	`46`	`}`
`47`	`47`
Original file line number	Diff line number	Diff line change
`@@ -30,7 +30,7 @@ func NewGroqProvider(config schemas.ProviderConfig, logger schemas.Logger) (Gr`
`30`	`30`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`31`	`31`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`32`	`32`	`MaxConnsPerHost: 5000,`
`33`		`- MaxIdleConnDuration: 60 * time.Second,`
	`33`	`+ MaxIdleConnDuration: 30 * time.Second,`
`34`	`34`	`MaxConnWaitTimeout: 10 * time.Second,`
`35`	`35`	`}`
`36`	`36`
Original file line number	Diff line number	Diff line change
`@@ -73,7 +73,7 @@ func NewHuggingFaceProvider(config *schemas.ProviderConfig, logger schemas.Logge`
`73`	`73`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`74`	`74`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`75`	`75`	`MaxConnsPerHost: 5000,`
`76`		`- MaxIdleConnDuration: 60 * time.Second,`
	`76`	`+ MaxIdleConnDuration: 30 * time.Second,`
`77`	`77`	`MaxConnWaitTimeout: 10 * time.Second,`
`78`	`78`	`}`
`79`	`79`
Original file line number	Diff line number	Diff line change
`@@ -35,7 +35,7 @@ func NewMistralProvider(config schemas.ProviderConfig, logger schemas.Logger) `
`35`	`35`	`ReadTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`36`	`36`	`WriteTimeout: time.Second * time.Duration(config.NetworkConfig.DefaultRequestTimeoutInSeconds),`
`37`	`37`	`MaxConnsPerHost: 5000,`
`38`		`- MaxIdleConnDuration: 60 * time.Second,`
	`38`	`+ MaxIdleConnDuration: 30 * time.Second,`
`39`	`39`	`MaxConnWaitTimeout: 10 * time.Second,`
`40`	`40`	`}`
`41`	`41`