fix pipeline

try to move nightly check to distro release pipelines

enable otelcol windows

re-enable container manifests

try disabling image manifests

fix env var

remove quotes

switch to env var for ephermal tag

try to exchange latest image tag when building nightly

enable container images with personal user

only keep a single pre-release

add nightly setup to contrib build-only config

remove otelcol and otelcol-contrib dockers

see if otelcol-contrib works

restore otelcol dockers

Author: mowies

.github/workflows/base-release.yaml

@@ -16,6 +16,10 @@ on:
         required: false
         type: string
         default: ubuntu-24.04
+      nightly:
+        required: false
+        type: string
+        default: false
 
 env:
   # renovate: datasource=github-tags depName=goreleaser-pro packageName=goreleaser/goreleaser-pro
@@ -74,7 +78,7 @@ jobs:
 
       - name: Set GORELEASER_PREVIOUS_TAG in actual release
         id: prev-tag
-        if: ${{ !contains(github.ref, '-nightly') }}
+        if: inputs.nightly != 'true'
         # find previous tag by filtering out nightly tags and choosing the
         # second to last tag (last one is the current release)
         run: |
@@ -83,7 +87,7 @@ jobs:
 
       - name: Set nightly enabled
         id: nightly-check
-        if: contains(github.ref, '-nightly')
+        if: inputs.nightly == 'true'
         run: |
           echo "NIGHTLY_FLAG=--nightly" >> "$GITHUB_OUTPUT"
 
@@ -92,18 +96,18 @@ jobs:
         env:
           DISTRIBUTIONS: ${{ inputs.distribution }}
 
-#      - name: Log into Docker.io
-#        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
-#        with:
-#          username: ${{ secrets.DOCKER_USERNAME }}
-#          password: ${{ secrets.DOCKER_PASSWORD }}
-#
-#      - name: Login to GitHub Package Registry
-#        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
-#        with:
-#          registry: ghcr.io
-#          username: ${{ github.repository_owner }}
-#          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Log into Docker.io
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Login to GitHub Package Registry
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Create artifacts directory to store build artifacts
         if: inputs.distribution == 'otelcol-contrib'
@@ -227,18 +231,18 @@ jobs:
         shell: bash
         run: ls -R distributions/${{ inputs.distribution }}/dist
 
-#      - name: Log into Docker.io
-#        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
-#        with:
-#          username: ${{ secrets.DOCKER_USERNAME }}
-#          password: ${{ secrets.DOCKER_PASSWORD }}
-#
-#      - name: Login to GitHub Package Registry
-#        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
-#        with:
-#          registry: ghcr.io
-#          username: ${{ github.repository_owner }}
-#          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Log into Docker.io
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Login to GitHub Package Registry
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GITHUB_TOKEN }}
 
       - uses: goreleaser/goreleaser-action@9c156ee8a17a598857849441385a2041ef570552 # v6.3.0
         with:

.github/workflows/release-contrib.yaml

@@ -5,17 +5,32 @@ on:
     tags: ["v*"]
 
 jobs:
+  prepare:
+    name: Prepare
+    runs-on: ubuntu-latest
+    outputs:
+      NIGHTLY: ${{ steps.nightly-check.outputs.NIGHTLY }}
+    steps:
+      - name: Set nightly enabled
+        id: nightly-check
+        if: contains(github.ref, '-nightly')
+        run: |
+          echo "NIGHTLY=true" >> "$GITHUB_OUTPUT"
   release:
     name: Release Contrib
+    needs: [prepare]
     uses: ./.github/workflows/base-release.yaml
     with:
       distribution: otelcol-contrib
       goos: '[ "linux", "darwin" ]'
       goarch: '[ "386", "amd64", "arm64", "ppc64le", "arm", "s390x" ]'
+      nightly: ${{ needs.prepare.outputs.NIGHTLY }}
     secrets: inherit
     permissions: write-all
   release-windows:
     name: Release Contrib (Windows)
+    needs: [prepare]
+    if: needs.prepare.outputs.NIGHTLY != 'true'
     uses: ./.github/workflows/base-release.yaml
     with:
       distribution: otelcol-contrib

.github/workflows/release-core.yaml

@@ -5,22 +5,37 @@ on:
     tags: ["v*"]
 
 jobs:
+  prepare:
+    name: Prepare
+    runs-on: ubuntu-latest
+    outputs:
+      NIGHTLY: ${{ steps.nightly-check.outputs.NIGHTLY }}
+    steps:
+      - name: Set nightly enabled
+        id: nightly-check
+        if: contains(github.ref, '-nightly')
+        run: |
+          echo "NIGHTLY=true" >> "$GITHUB_OUTPUT"
   release:
     name: Release Core
+    needs: [prepare]
     uses: ./.github/workflows/base-release.yaml
     with:
       distribution: otelcol
       goos: '[ "linux", "darwin" ]'
       goarch: '[ "386", "amd64", "arm64", "ppc64le", "arm", "s390x" ]'
+      nightly: ${{ needs.prepare.outputs.NIGHTLY }}
+    secrets: inherit
+    permissions: write-all
+  release-windows:
+    name: Release Core (Windows)
+    needs: [prepare]
+    if: needs.prepare.outputs.NIGHTLY != 'true'
+    uses: ./.github/workflows/base-release.yaml
+    with:
+      distribution: otelcol
+      goos: '[ "windows" ]'
+      goarch: '[ "386", "amd64" ]'
+      runner_os: windows-2022
     secrets: inherit
     permissions: write-all
-#  release-windows:
-#    name: Release Core (Windows)
-#    uses: ./.github/workflows/base-release.yaml
-#    with:
-#      distribution: otelcol
-#      goos: '[ "windows" ]'
-#      goarch: '[ "386", "amd64" ]'
-#      runner_os: windows-2022
-#    secrets: inherit
-#    permissions: write-all

cmd/goreleaser/internal/configure.go

@@ -35,8 +35,8 @@ const (
 	k8sDistro          = "otelcol-k8s"
 	otlpDistro         = "otelcol-otlp"
 	ebpfProfilerDistro = "otelcol-ebpf-profiler"
-	dockerHub          = "otel"
-	ghcr               = "ghcr.io/open-telemetry/opentelemetry-collector-releases"
+	dockerHub          = "mowies"
+	ghcr               = "ghcr.io/mowies/opentelemetry-collector-releases"
 	binaryNamePrefix   = "otelcol"
 	imageNamePrefix    = "opentelemetry-collector"
 )
@@ -127,7 +127,7 @@ var (
 			&fullBuildConfig{targetOS: "darwin", targetArch: darwinArchs},
 			&fullBuildConfig{targetOS: "windows", targetArch: winArchs},
 		}
-	}).WithBinArchive().Build()
+	}).WithBinArchive().WithNightlyConfig().Build()
 
 	// k8s distro
 	k8sDist = newDistributionBuilder(k8sDistro).WithConfigFunc(func(d *distribution) {
@@ -327,7 +327,7 @@ func (b *distributionBuilder) nightly() config.Nightly {
 		VersionTemplate:   "{{ incpatch .Version}}-nightly.{{ .Now.Format \"200601021504\" }}",
 		TagName:           "nightly",
 		PublishRelease:    true,
-		KeepSingleRelease: false,
+		KeepSingleRelease: true,
 	}
 }
 
@@ -441,6 +441,7 @@ func (d *distribution) BuildProject() config.Project {
 		"COSIGN_YES=true",
 		"LD_FLAGS=" + ldFlags,
 		"BUILD_FLAGS=-trimpath",
+		"CONTAINER_IMAGE_EPHEMERAL_TAG={{ if .IsNightly }}nightly{{ else }}latest{{ end }}",
 	}
 	if d.goTags != "" {
 		env = append(env, "GO_TAGS="+d.goTags)
@@ -475,7 +476,7 @@ func (d *distribution) BuildProject() config.Project {
 }
 
 func newContainerImageManifests(dist, os string, archs []string, opts containerImageOptions) []config.DockerManifest {
-	tags := []string{`{{ .Version }}`, "latest"}
+	tags := []string{`{{ .Version }}`, "{{ .Env.CONTAINER_IMAGE_EPHEMERAL_TAG }}"}
 	if os == "windows" {
 		for i, tag := range tags {
 			tags[i] = fmt.Sprintf("%s-%s-%s", tag, os, opts.winVersion)
@@ -570,7 +571,7 @@ func dockerImageWithOS(dist, os, arch string, opts containerImageOptions) config
 		imageTemplates = append(
 			imageTemplates,
 			fmt.Sprintf("%s/%s:{{ .Version }}-%s", prefix, imageName(dist), osArch.imageTag()),
-			fmt.Sprintf("%s/%s:latest-%s", prefix, imageName(dist), osArch.imageTag()),
+			fmt.Sprintf("%s/%s:{{ .Env.CONTAINER_IMAGE_EPHEMERAL_TAG }}-%s", prefix, imageName(dist), osArch.imageTag()),
 		)
 	}
 

distributions/otelcol-contrib/.goreleaser-build.yaml

@@ -4,6 +4,7 @@ env:
   - COSIGN_YES=true
   - LD_FLAGS=-s -w
   - BUILD_FLAGS=-trimpath
+  - CONTAINER_IMAGE_EPHEMERAL_TAG={{ if .IsNightly }}nightly{{ else }}latest{{ end }}
   - CGO_ENABLED=0
 release:
   replace_existing_artifacts: true
@@ -58,3 +59,8 @@ monorepo:
   tag_prefix: v
 partial:
   by: target
+nightly:
+  version_template: '{{ incpatch .Version}}-nightly.{{ .Now.Format "200601021504" }}'
+  tag_name: nightly
+  publish_release: true
+  keep_single_release: true