feat(new transform): add AWS ECS metadata transform

Cargo.toml

@@ -790,6 +790,7 @@ sources-vector = ["dep:prost", "dep:tonic", "dep:tonic-health", "protobuf-build"
 transforms = ["transforms-logs", "transforms-metrics"]
 transforms-logs = [
   "transforms-aws_ec2_metadata",
+  "transforms-aws_ecs_metadata",
   "transforms-dedupe",
   "transforms-delay",
   "transforms-filter",
@@ -820,6 +821,7 @@ transforms-metrics = [
 
 transforms-aggregate = []
 transforms-aws_ec2_metadata = ["dep:arc-swap"]
+transforms-aws_ecs_metadata = ["dep:arc-swap"]
 transforms-dedupe = ["transforms-impl-dedupe"]
 transforms-delay = []
 transforms-filter = []

changelog.d/2894_aws_ecs_metadata_transform.feature.md

@@ -0,0 +1,3 @@
+Add an `aws_ecs_metadata` transform that enriches logs and metrics with Amazon ECS task metadata endpoint v4 fields.
+
+authors: hrko

src/internal_events/aws_ecs_metadata.rs

@@ -0,0 +1,38 @@
+use vector_lib::{
+    NamedInternalEvent, counter,
+    internal_event::{CounterName, InternalEvent, error_stage, error_type},
+};
+
+#[derive(Debug, NamedInternalEvent)]
+pub struct AwsEcsMetadataRefreshSuccessful;
+
+impl InternalEvent for AwsEcsMetadataRefreshSuccessful {
+    fn emit(self) {
+        debug!(message = "AWS ECS metadata refreshed.");
+        counter!(CounterName::MetadataRefreshSuccessfulTotal).increment(1);
+    }
+}
+
+#[derive(Debug, NamedInternalEvent)]
+pub struct AwsEcsMetadataRefreshError {
+    pub error: crate::Error,
+}
+
+impl InternalEvent for AwsEcsMetadataRefreshError {
+    fn emit(self) {
+        error!(
+            message = "AWS ECS metadata refresh failed.",
+            error = %self.error,
+            error_type = error_type::REQUEST_FAILED,
+            stage = error_stage::PROCESSING,
+        );
+        counter!(
+            CounterName::ComponentErrorsTotal,
+            "error_type" => error_type::REQUEST_FAILED,
+            "stage" => error_stage::PROCESSING,
+        )
+        .increment(1);
+        // deprecated
+        counter!(CounterName::MetadataRefreshFailedTotal).increment(1);
+    }
+}

src/internal_events/mod.rs

@@ -16,6 +16,8 @@ mod aws;
 mod aws_cloudwatch_logs;
 #[cfg(feature = "transforms-aws_ec2_metadata")]
 mod aws_ec2_metadata;
+#[cfg(feature = "transforms-aws_ecs_metadata")]
+mod aws_ecs_metadata;
 #[cfg(feature = "sources-aws_ecs_metrics")]
 mod aws_ecs_metrics;
 #[cfg(any(
@@ -173,6 +175,8 @@ pub(crate) use self::aws::*;
 pub(crate) use self::aws_cloudwatch_logs::*;
 #[cfg(feature = "transforms-aws_ec2_metadata")]
 pub(crate) use self::aws_ec2_metadata::*;
+#[cfg(feature = "transforms-aws_ecs_metadata")]
+pub(crate) use self::aws_ecs_metadata::*;
 #[cfg(feature = "sources-aws_ecs_metrics")]
 pub(crate) use self::aws_ecs_metrics::*;
 #[cfg(any(