diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index c5250f105b..0cdd0e5d98 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -28,19 +28,21 @@ jobs:
     parameters:
       timeoutInMinutes: 360
       areaPath: 'DevDiv\Xamarin SDK\Android'
-      macosImage: 'macOS-11'                                  # the name of the macOS VM image
-                                                              # BigSur 20211120
-      windowsAgentPoolName: AzurePipelines-EO
-      windowsImage: ''
-      windowsImageOverride: AzurePipelinesWindows2019compliant
-
+      ${{ if startsWith(variables['Build.SourceBranch'], 'refs/tags/') }}:  # We only need to ship from OSX builds so don't run on windows
+        windowsAgentPoolName: ''
+        windowsImage: ''
+        linuxImage: ''
+      ${{ elseif eq(variables['System.TeamProject'], 'devdiv') }}:    # The AzurePipelines-EO pool is only available in DevDiv
+        macosImage: 'macOS-11'                                  # the name of the macOS VM image
+        windowsAgentPoolName: AzurePipelines-EO
+        windowsImage: ''
+        windowsImageOverride: AzurePipelinesWindows2019compliant
+        linuxAgentPoolName: AzurePipelines-EO
+        linuxsImage: ''
+        linuxImageOverride: AzurePipelinesUbuntu20.04compliant
       xcode: 13.1
       buildType: 'manifest'
-
-      linuxAgentPoolName: AzurePipelines-EO
-      linuxsImage: ''
-      linuxImageOverride: AzurePipelinesUbuntu20.04compliant
-
+      validPackagePrefixes: 
       validPackagePrefixes:
         # Preferred prefixes
         - Xamarin