limit metadata max age to 1s

weeco · weeco · commit d2169c13248d · 2024-11-03T15:38:35.000Z
diff --git a/kafka/client_config_helper.go b/kafka/client_config_helper.go
@@ -34,6 +34,9 @@ func NewKgoConfig(cfg Config, logger *zap.Logger) ([]kgo.Opt, error) {
 		kgo.ClientID(cfg.ClientID),
 		kgo.FetchMaxBytes(5 * 1000 * 1000), // 5MB
 		kgo.MaxConcurrentFetches(10),
+		// Limit metadata age to mitigate issues with unknown partition/topic
+		// requests shortly after the creation or changing the partitions.
+		kgo.MetadataMaxAge(time.Second),
 	}
 
 	// Create Logger

Original file line number	Diff line number	Diff line change
`@@ -34,6 +34,9 @@ func NewKgoConfig(cfg Config, logger *zap.Logger) ([]kgo.Opt, error) {`
`34`	`34`	`kgo.ClientID(cfg.ClientID),`
`35`	`35`	`kgo.FetchMaxBytes(5 * 1000 * 1000), // 5MB`
`36`	`36`	`kgo.MaxConcurrentFetches(10),`
	`37`	`+ // Limit metadata age to mitigate issues with unknown partition/topic`
	`38`	`+ // requests shortly after the creation or changing the partitions.`
	`39`	`+ kgo.MetadataMaxAge(time.Second),`
`37`	`40`	`}`
`38`	`41`
`39`	`42`	`// Create Logger`