Remove aws from jenkins

Author: Ross

etc/sqre/config.yaml

@@ -2,10 +2,6 @@
 #
 # general config values
 #
-awscli:
-  docker_registry:
-    repo: ghcr.io/lsst-dm/docker-awscli
-    tag: '1.36.39'
 gcloud:
   docker_registry:
     repo: gcr.io/google.com/cloudsdktool/google-cloud-cli

pipelines/lib/util.groovy

@@ -1536,58 +1536,6 @@ def runDocumenteer(Map p) {
   } // withEnv
 } // runDocumenteer
 
-/**
- * run ltd-mason-travis to push a doc build
- *
- * @param p Map
- * @param p.eupsTag String tag to setup (required). Eg.: 'current', 'b1234'
- * @param p.repoSlug String github repo slug (required). Eg.: 'lsst/pipelines_lsst_io'
- * @param p.ltdProduct String LTD product name (required)., Eg.: 'pipelines'
- * @param p.masonImage String docker image (optional). Defaults to: 'lsstsqre/ltd-mason'
- */
-def ltdPush(Map p) {
-  requireMapKeys(p, [
-    'ltdSlug',
-    'ltdProduct',
-    'repoSlug',
-  ])
-  p = [
-    masonImage: 'lsstsqre/ltd-mason',
-  ] + p
-
-
-  withEnv([
-    "LTD_MASON_BUILD=true",
-    "LTD_MASON_PRODUCT=${p.ltdProduct}",
-    "LTD_KEEPER_URL=https://keeper.lsst.codes",
-    "LTD_KEEPER_USER=travis",
-    "TRAVIS_PULL_REQUEST=false",
-    "TRAVIS_REPO_SLUG=${p.repoSlug}",
-    "TRAVIS_BRANCH=${p.ltdSlug}",
-  ]) {
-    withCredentials([[
-      $class: 'UsernamePasswordMultiBinding',
-      credentialsId: 'ltd-mason-aws',
-      usernameVariable: 'LTD_MASON_AWS_ID',
-      passwordVariable: 'LTD_MASON_AWS_SECRET',
-    ],
-    [
-      $class: 'UsernamePasswordMultiBinding',
-      credentialsId: 'ltd-keeper',
-      usernameVariable: 'LTD_KEEPER_USER',
-      passwordVariable: 'LTD_KEEPER_PASSWORD',
-    ]]) {
-      docker.image(p.masonImage).inside {
-        // expect that the service will return an HTTP 502, which causes
-        // ltd-mason-travis to exit 1
-        sh '''
-        ltd-mason-travis --html-dir _build/html --verbose || true
-        '''
-      } // .inside
-    } // withCredentials
-  } //withEnv
-} // ltdPush
-
 /**
  * run `release/run-rebuild` job and parse result
  *
@@ -1856,15 +1804,6 @@ def Object verifyDrpMetricsConfig() {
   readYamlFile('etc/scipipe/verify_drp_metrics.yaml')
 }
 
-/*
- * Get default awscli docker image string
- *
- * @return awscliImage String
- */
-def String defaultAwscliImage() {
-  def dockerRegistry = sqreConfig().awscli.docker_registry
-  "${dockerRegistry.repo}:${dockerRegistry.tag}"
-}
 
 /*
  * Get default gcloud docker image string

pipelines/release/tarball.groovy

@@ -667,24 +667,6 @@ def void withGSEupsBucketEnv(Closure run) {
     }
   } // withCredentials
 }
-/**
- * Declares the following env vars from credentials:
- * - AWS_ACCESS_KEY_ID
- * - AWS_SECRET_ACCESS_KEY
- * - EUPS_S3_BUCKET
- */
-def void withEupsBucketEnv(Closure run) {
-  withCredentials([[
-    $class: 'UsernamePasswordMultiBinding',
-    credentialsId: 'aws-eups-push',
-    usernameVariable: 'AWS_ACCESS_KEY_ID',
-    passwordVariable: 'AWS_SECRET_ACCESS_KEY'
-  ]]) {
-    util.withEupsEnv {
-      run()
-    }
-  } // withCredentials
-}
 
 /**
  *  Record logs

seeds/gcp-values/dev-values.yaml

@@ -110,7 +110,7 @@ controller:
     - name: CASC_VAULT_URL
       value: https://vault-ci.lsst.cloud
     - name: CASC_VAULT_PATHS
-      value: secret/rubin/rubin-jenkins-control-dev/common,secret/rubin/rubin-jenkins-control-dev/aws-jenkins-master-snapshot,secret/rubin/rubin-jenkins-control-dev/aws-eups-push,secret/rubin/rubin-jenkins-control-dev/aws-eups-backup,secret/rubin/rubin-jenkins-control-dev/aws-eups-tag-admin,secret/rubin/rubin-jenkins-control-dev/aws-doxygen-push,secret/rubin/rubin-jenkins-control-dev/slack-lsstc-token,secret/rubin/rubin-jenkins-control-dev/ghslacker,secret/rubin/rubin-jenkins-control-dev/github-api-token-checks,secret/rubin/rubin-jenkins-control-dev/github-api-token-sqreadmin,secret/rubin/rubin-jenkins-control-dev/github-jenkins-versiondb,secret/rubin/rubin-jenkins-control-dev/github-jenkins,secret/rubin/rubin-jenkins-control-dev/sqre-osx,secret/rubin/rubin-jenkins-control-dev/aws-cmirror-push,secret/rubin/rubin-jenkins-control-dev/github_backup,secret/rubin/rubin-jenkins-control-dev/squash-api-user,secret/rubin/rubin-jenkins-control-dev/dockerhub-sqreadmin,secret/rubin/rubin-jenkins-control-dev/ltd-mason-aws,secret/rubin/rubin-jenkins-control-dev/ltd-keeper,secret/rubin/rubin-jenkins-control-dev/google_archive_registry_sa,secret/rubin/rubin-jenkins-control-dev/github-oauth,secret/rubin/rubin-jenkins-control/sqre-osx,secret/rubin/rubin-jenkins-control-dev/sqre-osx-dev,secret/rubin/rubin-jenkins-control-dev/sqre-mini,secret/rubin/rubin-jenkins-control-dev/rubinobs-dm,secret/rubin/rubin-jenkins-control-dev/gs-eups-push,secret/rubin/rubin-jenkins-control-dev/weka-s3/testdata-ci-lsst
+      value: secret/rubin/rubin-jenkins-control-dev/common,secret/rubin/rubin-jenkins-control-dev/slack-lsstc-token,secret/rubin/rubin-jenkins-control-dev/ghslacker,secret/rubin/rubin-jenkins-control-dev/github-api-token-checks,secret/rubin/rubin-jenkins-control-dev/github-api-token-sqreadmin,secret/rubin/rubin-jenkins-control-dev/github-jenkins-versiondb,secret/rubin/rubin-jenkins-control-dev/github-jenkins,secret/rubin/rubin-jenkins-control-dev/sqre-osx,secret/rubin/rubin-jenkins-control-dev/github_backup,secret/rubin/rubin-jenkins-control-dev/squash-api-user,secret/rubin/rubin-jenkins-control-dev/dockerhub-sqreadmin,secret/rubin/rubin-jenkins-control-dev/ltd-keeper,secret/rubin/rubin-jenkins-control-dev/google_archive_registry_sa,secret/rubin/rubin-jenkins-control-dev/github-oauth,secret/rubin/rubin-jenkins-control/sqre-osx,secret/rubin/rubin-jenkins-control-dev/sqre-osx-dev,secret/rubin/rubin-jenkins-control-dev/sqre-mini,secret/rubin/rubin-jenkins-control-dev/rubinobs-dm,secret/rubin/rubin-jenkins-control-dev/gs-eups-push,secret/rubin/rubin-jenkins-control-dev/weka-s3/testdata-ci-lsst
     #- name: JAVA_OPTS
     #  value: --add-opens=java.base/java.lang=ALL-UNNAMED,--add-opens=java.base/java.lang.reflect=ALL-UNNAMED
     #value: "-Dhttp.nonProxyHosts='*.slac.stanford.edu' -Dhttp.proxyHost=sdfproxy.sdf.slac.stanford.edu -Dhttp.proxyPort=3128 -Dhttps.nonProxyHosts='*.slac.stanford.edu' -Dhttps.proxyHost=sdfproxy.sdf.slac.stanford.edu -Dhttps.proxyPort=3128 -Djava.util.logging.config.file=/var/jenkins_home/logging.properties"
@@ -148,7 +148,7 @@ controller:
     - name: CASC_VAULT_URL
       value: https://ci-vault.lsst.cloud
     - name: CASC_VAULT_PATHS
-      value: secret/rubin/rubin-jenkins-control-dev/common,secret/rubin/rubin-jenkins-control-dev/aws-jenkins-master-snapshot,secret/rubin/rubin-jenkins-control-dev/aws-eups-push,secret/rubin/rubin-jenkins-control-dev/aws-eups-backup,secret/rubin/rubin-jenkins-control-dev/aws-eups-tag-admin,secret/rubin/rubin-jenkins-control-dev/aws-doxygen-push,secret/rubin/rubin-jenkins-control-dev/slack-lsstc-token,secret/rubin/rubin-jenkins-control-dev/ghslacker,secret/rubin/rubin-jenkins-control-dev/github-api-token-checks,secret/rubin/rubin-jenkins-control-dev/github-api-token-sqreadmin,secret/rubin/rubin-jenkins-control-dev/github-jenkins-versiondb,secret/rubin/rubin-jenkins-control-dev/github-jenkins,secret/rubin/rubin-jenkins-control-dev/sqre-osx,secret/rubin/rubin-jenkins-control-dev/aws-cmirror-push,secret/rubin/rubin-jenkins-control-dev/github_backup,secret/rubin/rubin-jenkins-control-dev/squash-api-user,secret/rubin/rubin-jenkins-control-dev/dockerhub-sqreadmin,secret/rubin/rubin-jenkins-control-dev/ltd-mason-aws,secret/rubin/rubin-jenkins-control-dev/ltd-keeper,secret/rubin/rubin-jenkins-control-dev/google_archive_registry_sa,secret/rubin/rubin-jenkins-control-dev/github-oauth,secret/rubin/rubin-jenkins-control/sqre-osx,secret/rubin/rubin-jenkins-control-dev/sqre-osx-dev,secret/rubin/rubin-jenkins-control-dev/sqre-mini,secret/rubin/rubin-jenkins-control-dev/rubinobs-dm,secret/rubin/rubin-jenkins-control-dev/gs-eups-push,secret/rubin/rubin-jenkins-control-dev/weka-s3/testdata-ci-lsst
+      value: secret/rubin/rubin-jenkins-control-dev/common,secret/rubin/rubin-jenkins-control-dev/slack-lsstc-token,secret/rubin/rubin-jenkins-control-dev/ghslacker,secret/rubin/rubin-jenkins-control-dev/github-api-token-checks,secret/rubin/rubin-jenkins-control-dev/github-api-token-sqreadmin,secret/rubin/rubin-jenkins-control-dev/github-jenkins-versiondb,secret/rubin/rubin-jenkins-control-dev/github-jenkins,secret/rubin/rubin-jenkins-control-dev/sqre-osx,secret/rubin/rubin-jenkins-control-dev/github_backup,secret/rubin/rubin-jenkins-control-dev/squash-api-user,secret/rubin/rubin-jenkins-control-dev/dockerhub-sqreadmin,secret/rubin/rubin-jenkins-control-dev/ltd-keeper,secret/rubin/rubin-jenkins-control-dev/google_archive_registry_sa,secret/rubin/rubin-jenkins-control-dev/github-oauth,secret/rubin/rubin-jenkins-control/sqre-osx,secret/rubin/rubin-jenkins-control-dev/sqre-osx-dev,secret/rubin/rubin-jenkins-control-dev/sqre-mini,secret/rubin/rubin-jenkins-control-dev/rubinobs-dm,secret/rubin/rubin-jenkins-control-dev/gs-eups-push,secret/rubin/rubin-jenkins-control-dev/weka-s3/testdata-ci-lsst
   # Set min/max heap here if needed with:
   javaOpts: >
     -Dorg.jenkinsci.plugins.docker.workflow.client.DockerClient.CLIENT_TIMEOUT=1200
@@ -824,36 +824,6 @@ controller:
                   id: "weka-access-key"
                   scope: GLOBAL
                   secret: "${secret/rubin/rubin-jenkins-control-dev/weka-s3/testdata-ci-lsst/access-key}"
-              - usernamePassword:
-                  description: "jenkins master snapshot AWS credentials"
-                  id: "aws-jenkins-master-snapshot"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/aws-jenkins-master-snapshot/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/aws-jenkins-master-snapshot/username}"
-              - usernamePassword:
-                  description: "push EUPS packages -> s3"
-                  id: "aws-eups-push"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/aws-eups-push/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/aws-eups-push/username}"
-              - usernamePassword:
-                  description: "backup EUPS s3 bucket -> s3 bucket"
-                  id: "aws-eups-backup"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/aws-eups-backup/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/aws-eups-backup/username}"
-              - usernamePassword:
-                  description: "manage eups distrib tags in s3 bucket"
-                  id: "aws-eups-tag-admin"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/aws-eups-tag-admin/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/aws-eups-tag-admin/username}"
-              - usernamePassword:
-                  description: "push doxygen builds -> s3"
-                  id: "aws-doxygen-push"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/aws-doxygen-push/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/aws-doxygen-push/username}"
               - string:
                   description: "slack lsstc org API token"
                   id: "slack-lsstc-token"
@@ -909,18 +879,6 @@ controller:
                       privateKey: "${secret/rubin/rubin-jenkins-control-dev/sqre-mini/private_key}"
                   scope: GLOBAL
                   username: "${secret/rubin/rubin-jenkins-control-dev/sqre-mini/username}"
-              - usernamePassword:
-                  description: "push conda packages -> s3"
-                  id: "aws-cmirror-push"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/aws-cmirror-push/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/aws-cmirror-push/username}"
-              - usernamePassword:
-                  description: "github_backup AWS credentials"
-                  id: "github_backup"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/github_backup/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/github_backup/username}"
               - usernamePassword:
                   description: "user/pass for Squash API endpoint"
                   id: "squash-api-user"
@@ -933,12 +891,6 @@ controller:
                   password: "${secret/rubin/rubin-jenkins-control-dev/dockerhub-sqreadmin/password}"
                   scope: GLOBAL
                   username: "${secret/rubin/rubin-jenkins-control-dev/dockerhub-sqreadmin/username}"
-              - usernamePassword:
-                  description: "ltd-mason"
-                  id: "ltd-mason-aws"
-                  password: "${secret/rubin/rubin-jenkins-control-dev/ltd-mason-aws/password}"
-                  scope: GLOBAL
-                  username: "${secret/rubin/rubin-jenkins-control-dev/ltd-mason-aws/username}"
               - usernamePassword:
                   description: "ltd-keeper"
                   id: "ltd-keeper"
@@ -2292,10 +2244,3 @@ serviceAccountAgent:
 ## Ref: https://github.com/maorfr/kube-tasks
 
 checkDeprecation: true
-
-awsSecurityGroupPolicies:
-  enabled: false
-  policies:
-    - name: ""
-      securityGroupIds: []
-      podSelector: {}