Merge branch 'master' into feat/elasticsearch-v9

Author: schmikei

Dockerfile

@@ -498,8 +498,11 @@ ARG OPENJDK_MAJOR_VERSION
 RUN set -x; apt-get update && \
 		DEBIAN_FRONTEND=noninteractive apt-get -y install git systemd \
 		autoconf libtool libcurl4-openssl-dev libltdl-dev libssl-dev libyajl-dev \
-		build-essential cmake bison flex file libsystemd-dev \
+		build-essential bison flex file libsystemd-dev \
 		devscripts cdbs pkg-config openjdk-${OPENJDK_MAJOR_VERSION}-jdk zip
+COPY --from=cmake-install-recent /cmake.sh /cmake.sh
+RUN set -x; bash /cmake.sh --skip-license --prefix=/usr/local
+
 
 SHELL ["/bin/bash", "-c"]
 
@@ -601,7 +604,7 @@ RUN set -x; \
 		# The 'OSS Update' repo signature is no longer valid, so verify the checksum instead.
 		zypper --no-gpg-check refresh 'OSS Update' && \
 		(echo '6dd0b89202b19dae873434c5f2ba01164205071581fc02365712be801e304b3b /var/cache/zypp/raw/OSS Update/repodata/repomd.xml' | sha256sum --check) && \
-		zypper -n install git systemd autoconf automake flex libtool libcurl-devel libopenssl-devel libyajl-devel gcc gcc-c++ zlib-devel rpm-build expect cmake systemd-devel systemd-rpm-macros unzip zip && \
+		zypper -n install git systemd autoconf automake flex libtool libcurl-devel libopenssl-devel libyajl-devel gcc8 gcc8-c++ zlib-devel rpm-build expect systemd-devel systemd-rpm-macros unzip zip && \
 		# Remove expired root certificate.
 		mv /var/lib/ca-certificates/pem/DST_Root_CA_X3.pem /etc/pki/trust/blacklist/ && \
 		update-ca-certificates && \
@@ -613,7 +616,11 @@ RUN set -x; \
 		# If this bug happens to trigger in the future, adding a "zypper -n download" of a subset of the packages can avoid the segfault.
 		zypper -n install 'bison>3' && \
 		# Allow fluent-bit to find systemd
-		ln -fs /usr/lib/systemd /lib/systemd
+		ln -fs /usr/lib/systemd /lib/systemd && \
+		# Set newer GCC as default with priority 1
+		update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-8 1 \
+    		--slave /usr/bin/g++ g++ /usr/bin/g++-8 && \
+		update-alternatives --set gcc /usr/bin/gcc-8
 COPY --from=openjdk-install /usr/local/java-${OPENJDK_MAJOR_VERSION}-openjdk/ /usr/local/java-${OPENJDK_MAJOR_VERSION}-openjdk
 ENV JAVA_HOME /usr/local/java-${OPENJDK_MAJOR_VERSION}-openjdk/
 COPY --from=cmake-install-recent /cmake.sh /cmake.sh

Dockerfile.windows

@@ -10,7 +10,7 @@ FROM mcr.microsoft.com/windows/servercore:$WINDOWS_VERSION as base
 #
 # Basic setup
 #
-RUN setx /M PATH "%PATH%;C:\WinFlexBison;C:\Go\bin;C:\Java\bin;C:\BuildTools\Common7\IDE\CommonExtensions\Microsoft\CMake\CMake\bin"
+RUN setx /M PATH "%PATH%;C:\Go\bin;C:\Java\bin"
 
 RUN setx /M JAVA_HOME "C:\Java"
 
@@ -28,51 +28,148 @@ RUN Write-Host ('Creating folders'); `
 WORKDIR /local
 
 #
-# Install Visual Studio 2019
+# Install Visual Studio Build Tools 2019 (MSVS_VERSION=16) / 2022 (MSVS_VERSION=17, requires WINDOWS_VERSION=ltsc2022)
+# Based on https://github.com/fluent/fluent-bit/blob/v4.0.7/dockerfiles/Dockerfile.windows
 #
-ADD https://aka.ms/vs/16/release/vs_buildtools.exe /local/vs_buildtools.exe
-ADD https://aka.ms/vs/16/release/channel /local/VisualStudio.chman
-
-RUN Start-Process /local/vs_buildtools.exe `
-    -ArgumentList '--quiet ', '--wait ', '--norestart ', '--nocache', `
-    '--installPath C:\BuildTools', `
-    '--channelUri C:\local\VisualStudio.chman', `
-    '--installChannelUri C:\local\VisualStudio.chman', `
-    '--add Microsoft.VisualStudio.Workload.VCTools', `
-    '--includeRecommended'  -NoNewWindow -Wait;
+ARG MSVS_VERSION="17"
+ENV MSVS_BUILD_TOOLS_VERSION="$MSVS_VERSION" `
+    MSVS_BUILD_TOOLS_DOWNLOAD_URL="https://aka.ms/vs" `
+    MSVS_HOME="C:\BuildTools"
+
+RUN $msvs_build_tools_dist_name=\"vs_buildtools.exe\"; `
+    $msvs_build_tools_dist=\"${env:TMP}\${msvs_build_tools_dist_name}\"; `
+    $msvs_build_tools_channel=\"C:\local\VisualStudio.chman\"; `
+    $msvs_build_tools_dist_url=\"${env:MSVS_BUILD_TOOLS_DOWNLOAD_URL}/${env:MSVS_BUILD_TOOLS_VERSION}/release/${msvs_build_tools_dist_name}\"; `
+    $msvs_build_tools_channel_url=\"${env:MSVS_BUILD_TOOLS_DOWNLOAD_URL}/${env:MSVS_BUILD_TOOLS_VERSION}/release/channel\"; `
+    Write-Host \"Downloading Visual Studio Build Tools...\"; `
+    Write-Host \"${msvs_build_tools_dist_url} -> ${msvs_build_tools_dist}\"; `
+    Write-Host \"${msvs_build_tools_channel_url} -> ${msvs_build_tools_channel}\"; `
+    Invoke-WebRequest -OutFile \"${msvs_build_tools_dist}\" \"${msvs_build_tools_dist_url}\"; `
+    Invoke-WebRequest -OutFile \"${msvs_build_tools_channel}\" \"${msvs_build_tools_channel_url}\"; `
+    Write-Host \"Installing Visual Studio Build Tools into ${env:MSVS_HOME}...\"; `
+    Start-Process \"${msvs_build_tools_dist}\" `
+      -ArgumentList '--quiet ', '--wait ', '--norestart ', '--nocache', `
+      \"--installPath ${env:MSVS_HOME}\", `
+      \"--channelUri ${msvs_build_tools_channel}\", `
+      \"--installChannelUri ${msvs_build_tools_channel}\", `
+      '--add Microsoft.VisualStudio.Workload.VCTools', `
+      '--includeRecommended'  -NoNewWindow -Wait; `
+    Remove-Item -Force \"${msvs_build_tools_dist}\"; `
+    Remove-Item -Path \"${msvs_build_tools_channel}\" -Force;
 
 #
-# Technique from https://github.com/StefanScherer/dockerfiles-windows/blob/master/mongo/3.6/Dockerfile
+# Install compatible CMake
 #
-ADD https://aka.ms/vs/15/release/vc_redist.x64.exe /local/vc_redist.x64.exe
+ENV CMAKE_HOME="C:\cmake"
+ARG CMAKE_VERSION="3.31.6"
+ARG CMAKE_URL="https://github.com/Kitware/CMake/releases/download"
+
+RUN if ([System.Version] \"${env:CMAKE_VERSION}\" -ge [System.Version] \"3.20.0\") { `
+      $cmake_dist_base_name=\"cmake-${env:CMAKE_VERSION}-windows-x86_64\" `
+    } else { `
+      if ([System.Version] \"${env:CMAKE_VERSION}\" -ge [System.Version] \"3.6.0\") { `
+        $cmake_dist_base_name=\"cmake-${env:CMAKE_VERSION}-win64-x64\" `
+      } else { `
+        $cmake_dist_base_name=\"cmake-${env:CMAKE_VERSION}-win32-x86\" `
+      } `
+    }; `
+    $cmake_dist_name=\"${cmake_dist_base_name}.zip\"; `
+    $cmake_dist=\"${env:TMP}\${cmake_dist_name}\"; `
+    $cmake_download_url=\"${env:CMAKE_URL}/v${env:CMAKE_VERSION}/${cmake_dist_name}\"; `
+    Write-Host \"Downloading CMake...\"; `
+    Write-Host \"${cmake_download_url} -> ${cmake_dist}\"; `
+    Invoke-WebRequest -OutFile \"${cmake_dist}\" \"${cmake_download_url}\"; `
+    $cmake_temp_dir=\"${env:TMP}\${cmake_dist_base_name}\"; `
+    Write-Host \"Extracting CMake...\"; `
+    Write-Host \"${cmake_dist} -> ${cmake_temp_dir}\"; `
+    Expand-Archive \"${cmake_dist}\" -Destination \"${env:TMP}\"; `
+    Remove-Item -Force \"${cmake_dist}\"; `
+    Write-Host \"Moving CMake...\"; `
+    Write-Host \"${cmake_temp_dir} -> ${env:CMAKE_HOME}\"; `
+    [System.IO.Directory]::Move(\"${cmake_temp_dir}\", \"${env:CMAKE_HOME}\"); `
+    $env:PATH=\"${env:PATH};${env:CMAKE_HOME}\bin\"; `
+    Write-Host \"Setting PATH...\"; `
+    Write-Host \"${env:PATH}\"; `
+    [Environment]::SetEnvironmentVariable(\"PATH\", \"${env:PATH}\", [EnvironmentVariableTarget]::Machine);
 
-RUN Write-Host ('Installing Visual C++ Redistributable Package'); `
-    Start-Process /local/vc_redist.x64.exe -ArgumentList '/install', '/quiet', '/norestart' -NoNewWindow -Wait; `
-    Copy-Item -Path /Windows/System32/msvcp140.dll -Destination /work/out/bin/; `
-    Copy-Item -Path /Windows/System32/vccorlib140.dll -Destination /work/out/bin/; `
-    Copy-Item -Path /Windows/System32/vcruntime140.dll -Destination /work/out/bin/;
+#
+# Install WinFlexBison
+#
+ENV WIN_FLEX_BISON_VERSION="2.5.22" `
+    WIN_FLEX_BISON_HOME="C:\WinFlexBison" `
+    WIN_FLEX_BISON_DOWNLOAD_URL="https://github.com/lexxmark/winflexbison/releases/download"
+
+RUN $win_flex_bison_dist_base_name=\"win_flex_bison-${env:WIN_FLEX_BISON_VERSION}\"; `
+    $win_flex_bison_dist_name=\"${win_flex_bison_dist_base_name}.zip\"; `
+    $win_flex_bison_dist=\"${env:TMP}\${win_flex_bison_dist_name}\"; `
+    $win_flex_bison_url=\"${env:WIN_FLEX_BISON_DOWNLOAD_URL}/v${env:WIN_FLEX_BISON_VERSION}/${win_flex_bison_dist_name}\"; `
+    Write-Host \"Downloading WinFlexBison...\"; `
+    Write-Host \"${win_flex_bison_url} -> ${win_flex_bison_dist}\"; `
+    Invoke-WebRequest -OutFile \"${win_flex_bison_dist}\" \"${win_flex_bison_url}\"; `
+    Write-Host \"Extracting WinFlexBison...\"; `
+    Write-Host \"${win_flex_bison_dist} -> ${env:WIN_FLEX_BISON_HOME}\"; `
+    Expand-Archive \"${win_flex_bison_dist}\" -Destination \"${env:WIN_FLEX_BISON_HOME}\"; `
+    Remove-Item -Force \"${win_flex_bison_dist}\"; `
+    Write-Host \"Copying...\"; `
+    Write-Host \"${env:WIN_FLEX_BISON_HOME}\win_bison.exe -> ${env:WIN_FLEX_BISON_HOME}\bison.exe\"; `
+    Copy-Item -Path \"${env:WIN_FLEX_BISON_HOME}\win_bison.exe\" \"${env:WIN_FLEX_BISON_HOME}\bison.exe\"; `
+    Write-Host \"Copying...\"; `
+    Write-Host \"${env:WIN_FLEX_BISON_HOME}\win_flex.exe -> ${env:WIN_FLEX_BISON_HOME}\flex.exe\"; `
+    Copy-Item -Path \"${env:WIN_FLEX_BISON_HOME}\win_flex.exe\" \"${env:WIN_FLEX_BISON_HOME}\flex.exe\"; `
+    $env:PATH=\"${env:PATH};${env:WIN_FLEX_BISON_HOME}\"; `
+    Write-Host \"Setting PATH...\"; `
+    Write-Host \"${env:PATH}\"; `
+    [Environment]::SetEnvironmentVariable(\"PATH\", \"${env:PATH}\", [EnvironmentVariableTarget]::Machine);
 
 #
-# Install OpenSSL
-# This must be done after installing Visual Studio
-
-RUN $files = (iwr -UseBasicParsing https://raw.githubusercontent.com/slproweb/opensslhashes/master/win32_openssl_hashes.json | ConvertFrom-Json).files.psobject.properties.value; `
-    $installer = $files | ? {$_.arch -eq \"INTEL\" -and $_.bits -eq 64 -and $_.installer -eq \"msi\" -and -not $_.light -and $_.basever -like \"1.*\" }; `
-    iwr -UseBasicParsing -Uri \"$($installer.url)\" -OutFile /local/openssl.msi; `
-    $ActualHash = $(Get-FileHash /local/openssl.msi -Algorithm SHA256).Hash.ToLower(); `
-    if ($ActualHash -ne \"$($installer.sha256)\") { `
-      throw \"OpenSSL hash mismatch. Expected: $($installer.sha256), Actual: $ActualHash\" `
-    }; `
-    Start-Process msiexec.exe -Wait -ArgumentList \"/i C:\local\openssl.msi /quiet\";
+# Install VCPKG
+#
+# https://github.com/microsoft/vcpkg/blob/2024.05.24/scripts/bootstrap.ps1
+ENV VCPKG_VERSION=2024.05.24 `
+    VCPKG_DOWNLOAD_URL="https://github.com/microsoft/vcpkg/archive/refs/tags" `
+    VCPKG_DISABLE_METRICS="ON" `
+    VCPKG_ROOT=/dev/vcpkg
+
+WORKDIR /dev
+
+RUN $vcpkg_dist_base_name=\"vcpkg-${env:VCPKG_VERSION}\"; `
+    $vcpkg_dist=\"${env:TMP}\${vcpkg_dist_base_name}.zip\"; `
+    $vcpkg_url=\"${env:VCPKG_DOWNLOAD_URL}/${env:VCPKG_VERSION}.zip\"; `
+    Write-Host \"Downloading vcpkg...\"; `
+    Write-Host \"${vcpkg_url} -> ${vcpkg_dist}\"; `
+    Invoke-WebRequest -OutFile \"${vcpkg_dist}\" \"${vcpkg_url}\"; `
+    $vcpkg_temp_dir=\"${env:TMP}\${vcpkg_dist_base_name}\"; `
+    Write-Host \"Extracting vcpkg...\"; `
+    Write-Host \"${vcpkg_dist} -> ${vcpkg_temp_dir}\"; `
+    Expand-Archive \"${vcpkg_dist}\" -Destination \"${env:TMP}\"; `
+    Remove-Item -Force \"${vcpkg_dist}\"; `
+    $vcpkg_home_dir=\"${env:VCPKG_ROOT}\" -replace \"/\", \"\\\"; `
+    $vcpkg_home_dir=\"C:${vcpkg_home_dir}\"; `
+    Write-Host \"Moving vcpkg...\"; `
+    Write-Host \"${vcpkg_temp_dir} -> ${vcpkg_home_dir}\"; `
+    [System.IO.Directory]::Move(\"${vcpkg_temp_dir}\", \"${vcpkg_home_dir}\"); `
+    $env:PATH=\"${env:PATH};${vcpkg_home_dir}\"; `
+    Write-Host \"Setting PATH...\"; `
+    Write-Host \"${env:PATH}\"; `
+    [Environment]::SetEnvironmentVariable(\"PATH\", \"${env:PATH}\", [EnvironmentVariableTarget]::Machine); `
+    Write-Host \"Bootstrapping vcpkg...\"; `
+    & \"${vcpkg_home_dir}\bootstrap-vcpkg.bat\";
+
+# Ensure we only attempt to build release and static linking
+ENV VCPKG_BUILD_TYPE=release `
+    VCPKG_LIBRARY_LINKAGE=static
 
 #
-# Install winflexbison
+# Install OpenSSL and LibYAML
 #
-ADD https://github.com/lexxmark/winflexbison/releases/download/v2.5.22/win_flex_bison-2.5.22.zip /local/win_flex_bison.zip
+RUN vcpkg install --recurse openssl --triplet x64-windows-static; `
+    vcpkg install --recurse libyaml --triplet x64-windows-static;
 
-RUN Expand-Archive /local/win_flex_bison.zip -Destination /WinFlexBison; `
-    Copy-Item -Path /WinFlexBison/win_bison.exe /WinFlexBison/bison.exe; `
-    Copy-Item -Path /WinFlexBison/win_flex.exe /WinFlexBison/flex.exe;
+# Technique from https://github.com/StefanScherer/dockerfiles-windows/blob/master/mongo/3.6/Dockerfile
+WORKDIR /work/out/bin/
+RUN Copy-Item -Path C:\Windows\System32\msvcp140.dll -Destination /work/out/bin/; `
+    Copy-Item -Path C:\Windows\System32\vccorlib140.dll -Destination /work/out/bin/; `
+    Copy-Item -Path C:\Windows\System32\vcruntime140.dll -Destination /work/out/bin/;
 
 #
 # Install Golang
@@ -103,7 +200,14 @@ COPY submodules/fluent-bit /work/submodules/fluent-bit
 
 WORKDIR /work/submodules/fluent-bit/build
 
-RUN cmake -G "'Visual Studio 16 2019'" -DCMAKE_BUILD_TYPE=RELWITHDEBINFO `
+RUN cmake --version;
+
+SHELL ["cmd", "/S", "/C"]
+RUN call "%MSVS_HOME%\VC\Auxiliary\Build\vcvars64.bat" && `
+    cmake -G "NMake Makefiles" `
+    -DOPENSSL_ROOT_DIR='C:\dev\vcpkg\packages\openssl_x64-windows-static' `
+    -DFLB_LIBYAML_DIR='C:\dev\vcpkg\packages\libyaml_x64-windows-static' `
+    -DCMAKE_BUILD_TYPE=RELWITHDEBINFO `
     -DFLB_WINDOWS_DEFAULTS=Off `
     -DFLB_REGEX=On `
     -DFLB_BACKTRACE=Off `
@@ -116,6 +220,7 @@ RUN cmake -G "'Visual Studio 16 2019'" -DCMAKE_BUILD_TYPE=RELWITHDEBINFO `
     -DFLB_METRICS=On `
     -DFLB_WASM=Off `
     -DFLB_WAMRC=Off `
+    -DFLB_KAFKA=Off `
     -DFLB_IN_CPU=Off `
     -DFLB_IN_DISK=Off `
     -DFLB_IN_EXEC=On `
@@ -124,7 +229,6 @@ RUN cmake -G "'Visual Studio 16 2019'" -DCMAKE_BUILD_TYPE=RELWITHDEBINFO `
     -DFLB_IN_HEALTH=Off `
     -DFLB_IN_HTTP=On `
     -DFLB_IN_MEM=Off `
-    -DFLB_IN_KAFKA=Off `
     -DFLB_IN_KMSG=Off `
     -DFLB_IN_LIB=On `
     -DFLB_IN_RANDOM=On `
@@ -163,8 +267,6 @@ RUN cmake -G "'Visual Studio 16 2019'" -DCMAKE_BUILD_TYPE=RELWITHDEBINFO `
     -DFLB_OUT_LIB=On `
     -DFLB_OUT_NULL=On `
     -DFLB_OUT_FLOWCOUNTER=On `
-    -DFLB_OUT_KAFKA=Off `
-    -DFLB_OUT_KAFKA_REST=Off `
     -DFLB_FILTER_GREP=On `
     -DFLB_FILTER_MODIFY=On `
     -DFLB_FILTER_STDOUT=On `
@@ -175,13 +277,15 @@ RUN cmake -G "'Visual Studio 16 2019'" -DCMAKE_BUILD_TYPE=RELWITHDEBINFO `
     -DFLB_FILTER_LUA=On `
     -DFLB_FILTER_RECORD_MODIFIER=On `
     -DFLB_FILTER_REWRITE_TAG=On `
-    -DFLB_FILTER_WASM=Off ../;
+    -DFLB_FILTER_WASM=Off ..\ && `
+    cmake --build . --config Release
+
+SHELL ["powershell", "-Command", "$ErrorActionPreference = 'Stop'; $ProgressPreference = 'SilentlyContinue';"]
 
-RUN cmake --build . --config Release; `
-    Copy-Item -Path bin/Release/fluent-bit.exe -Destination /work/out/bin/; `
-    Copy-Item -Path bin/Release/fluent-bit.dll -Destination /work/out/bin/; `
-    Copy-Item -Path bin/Release/fluent-bit.pdb -Destination /work/out/bin/; `
-    Copy-Item -Path bin/Release/fluent-bit.dll.pdb -Destination /work/out/bin/;
+RUN Copy-Item -Path bin/fluent-bit.exe -Destination /work/out/bin/; `
+    Copy-Item -Path bin/fluent-bit.dll -Destination /work/out/bin/; `
+    Copy-Item -Path bin/fluent-bit.pdb -Destination /work/out/bin/; `
+    Copy-Item -Path bin/fluent-bit.dll.pdb -Destination /work/out/bin/;
 
 # TODO: Do something with /work/out/bin/fluent-bit.{exe,dll}
 

apps/otlp.go

@@ -39,6 +39,10 @@ type ReceiverOTLP struct {
 	MetricsMode  string `yaml:"metrics_mode" validate:"omitempty,oneof=googlecloudmonitoring googlemanagedprometheus" tracking:""`
 }
 
+func (r ReceiverOTLP) AllowCustomProcessors() bool {
+	return r.MetricsMode == "googlecloudmonitoring"
+}
+
 func (r ReceiverOTLP) Type() string {
 	return "otlp"
 }

builds/fluent_bit.sh

@@ -26,7 +26,7 @@ cd build
 cmake .. -DCMAKE_INSTALL_PREFIX=$fluent_bit_dir \
   -DFLB_HTTP_SERVER=ON -DFLB_DEBUG=OFF -DCMAKE_BUILD_TYPE=RelWithDebInfo \
   -DWITHOUT_HEADERS=ON -DFLB_SHARED_LIB=OFF -DFLB_STREAM_PROCESSOR=OFF \
-  -DFLB_IN_KAFKA=OFF -DFLB_OUT_KAFKA=OFF  \
+  -DFLB_KAFKA=OFF \
   -DFLB_CONFIG_YAML=OFF \
   -DFLB_MSGPACK_TO_JSON_INIT_BUFFER_SIZE=1.5 -DFLB_MSGPACK_TO_JSON_REALLOC_BUFFER_SIZE=.10 \
   -DFLB_CONFIG_YAML=OFF

confgenerator/confgenerator.go

@@ -57,6 +57,21 @@ func googleCloudExporter(userAgent string, instrumentationLabels bool, serviceRe
 	}
 }
 
+func otlpExporter(userAgent string) otel.Component {
+	return otel.Component{
+		Type: "otlphttp",
+		Config: map[string]interface{}{
+			"endpoint": "https://telemetry.googleapis.com",
+			"auth": map[string]interface{}{
+				"authenticator": "googleclientauth",
+			},
+			"headers": map[string]string{
+				"User-Agent": userAgent,
+			},
+		},
+	}
+}
+
 func googleManagedPrometheusExporter(userAgent string) otel.Component {
 	return otel.Component{
 		Type: "googlemanagedprometheus",
@@ -129,6 +144,7 @@ func (uc *UnifiedConfig) GenerateOtelConfig(ctx context.Context, outDir string)
 			otel.System: googleCloudExporter(userAgent, false, false),
 			otel.OTel:   googleCloudExporter(userAgent, true, true),
 			otel.GMP:    googleManagedPrometheusExporter(userAgent),
+			otel.OTLP:   otlpExporter(userAgent),
 		},
 	}.Generate(ctx)
 	if err != nil {

confgenerator/config.go

@@ -1223,7 +1223,7 @@ func (uc *UnifiedConfig) ValidateMetrics(ctx context.Context) error {
 		if len(p.ExporterIDs) > 0 {
 			log.Printf(`The "metrics.service.pipelines.%s.exporters" field is deprecated and will be ignored. Please remove it from your configuration.`, id)
 		}
-		if err := validateNoCustomGMPProcessors(receivers, p.ReceiverIDs, p.ProcessorIDs, subagent, ctx); err != nil {
+		if err := validateAllowCustomProcessors(receivers, p.ReceiverIDs, p.ProcessorIDs); err != nil {
 			return err
 		}
 	}
@@ -1298,24 +1298,26 @@ func validateComponentKeys[V any](components map[string]V, refs []string, subage
 	return nil
 }
 
+// CustomProcessorValidator checks if receiver or pipeline allows Ops Agent to have processors
+// Ops Agent cannot have processors if the receiver is of prometheus type, or if it
+// is an OTLP receiver that exports metrics to googlemanagedprometheus
+type CustomProcessorValidator interface {
+	AllowCustomProcessors() bool
+}
+
 // Pipelines that export prometheus metrics are not allowed to have Ops Agent processors
-func validateNoCustomGMPProcessors(receivers metricsReceiverMap, receiverIDs, processorIDs []string, subagent string, ctx context.Context) error {
+func validateAllowCustomProcessors(receivers metricsReceiverMap, receiverIDs, processorIDs []string) error {
 	for _, ID := range receiverIDs {
 		receiver, ok := receivers[ID]
 		if !ok {
-			return fmt.Errorf("metric receiver %q is not defined.", ID)
+			return fmt.Errorf("metric receiver %q is not defined", ID)
 		}
-		receiverPipelines, err := receiver.Pipelines(ctx)
-		if err != nil {
-			return err
+		if v, ok := receiver.(CustomProcessorValidator); !ok || v.AllowCustomProcessors() {
+			continue
 		}
-		for _, receiverPipeline := range receiverPipelines {
-			// Check the Ops Agent receiver type.
-			if receiverPipeline.ExporterTypes[subagent] == otel.GMP {
-				if len(processorIDs) > 0 {
-					return fmt.Errorf("prometheus receivers are incompatible with Ops Agent processors")
-				}
-			}
+
+		if len(processorIDs) > 0 {
+			return fmt.Errorf("%s receiver is incompatible with Ops Agent processors", ID)
 		}
 	}
 	return nil