vmsingle and vmagent: keep_input and ignore_first_samples for streaming aggregation

Author: AndrewChubatiuk

api/v1beta1/additional.go

@@ -503,6 +503,12 @@ type StreamAggrRule struct {
 	// IgnoreOldSamples instructs to ignore samples with old timestamps outside the current aggregation interval.
 	IgnoreOldSamples *bool `json:"ignore_old_samples,omitempty" yaml:"ignore_old_samples,omitempty"`
 
+	// IgnoreFirstIntervals instructs to ignore first N intervals after start.
+	IgnoreFirstIntervals *int `json:"ignore_first_intervals,omitempty" yaml:"ignore_first_intervals,omitempty"`
+
+	// KeepInput instructs whether to keep all the matched input samples after the aggregation
+        KeepInput *bool `json:"keep_input,omitempty" yaml:"keep_input,omitempty"`
+
 	// By is an optional list of labels for grouping input series.
 	//
 	// See also Without.

api/v1beta1/zz_generated.deepcopy.go

@@ -503,6 +503,12 @@ type StreamAggrRule struct {
 	// IgnoreOldSamples instructs to ignore samples with old timestamps outside the current aggregation interval.
 	IgnoreOldSamples *bool `json:"ignore_old_samples,omitempty" yaml:"ignore_old_samples,omitempty"`
 
+	// IgnoreFirstIntervals instructs to ignore first N intervals after start.
+        IgnoreFirstIntervals *int `json:"ignore_first_intervals,omitempty" yaml:"ignore_first_intervals,omitempty"`
+
+	// KeepInput instructs whether to keep all the matched input samples after the aggregation
+	KeepInput *bool `json:"keep_input,omitempty" yaml:"keep_input,omitempty"`
+
 	// By is an optional list of labels for grouping input series.
 	//
 	// See also Without.

api/victoriametrics/v1beta1/additional.go

@@ -1922,6 +1922,9 @@ spec:
                                     It is not recommended changing this setting, unless unfinished aggregations states
                                     are preferred to missing data points.
                                   type: boolean
+                                ignore_first_intervals:
+                                  description: IgnoreFirstIntervals instructs to ignore first N intervals after start.
+                                  type: integer
                                 ignore_old_samples:
                                   description: IgnoreOldSamples instructs to ignore samples with old timestamps outside the current aggregation interval.
                                   type: boolean
@@ -2001,6 +2004,9 @@ spec:
                                 interval:
                                   description: Interval is the interval between aggregations.
                                   type: string
+                                keep_input:
+                                  description: KeepInput instructs whether to keep all the matched input samples after the aggregation
+                                  type: boolean
                                 keep_metric_names:
                                   description: KeepMetricNames instructs to leave metric names as is for the output time series without adding any suffix.
                                   type: boolean

config/crd/bases/operator.victoriametrics.com_vmagents.yaml

@@ -803,6 +803,9 @@ spec:
                               It is not recommended changing this setting, unless unfinished aggregations states
                               are preferred to missing data points.
                             type: boolean
+                          ignore_first_intervals:
+                            description: IgnoreFirstIntervals instructs to ignore first N intervals after start.
+                            type: integer
                           ignore_old_samples:
                             description: IgnoreOldSamples instructs to ignore samples with old timestamps outside the current aggregation interval.
                             type: boolean
@@ -882,6 +885,9 @@ spec:
                           interval:
                             description: Interval is the interval between aggregations.
                             type: string
+                          keep_input:
+                            description: KeepInput instructs whether to keep all the matched input samples after the aggregation
+                            type: boolean
                           keep_metric_names:
                             description: KeepMetricNames instructs to leave metric names as is for the output time series without adding any suffix.
                             type: boolean

config/crd/bases/operator.victoriametrics.com_vmsingles.yaml

@@ -27,6 +27,8 @@ aliases:
 
 - [vmalertmanagerconfig](./api.md#vmalertmanagerconfig): adds missing `handleReconcileErr` callback to the reconcile loop. It must properly handle errors and deregister objects.
 
+- [vmagent](./api.md#vmagent) and [vmsingle](./api.md#vmsingle): adds new fields into `streamAggrConfig`: `keep_input`, `ignore_first_samples`.
+
 <a name="v0.45.0"></a>
 
 ## [v0.45.0](https://github.com/VictoriaMetrics/operator/releases/tag/v0.45.0) - 10 Jun 2024