Restore deploy and migrate queue_pusher to go111 (#928)

* Migrate queue_pusher to go111
* Restore deploy of queue_pusher for all projects.

Author: stephen-soltesz

.travis.yml

@@ -175,6 +175,15 @@ deploy:
 
 ## Service: queue-pusher -- AppEngine Standard Environment.
 ## Removed for issue https://github.com/m-lab/etl/issues/751
+- provider: script
+  script:
+    GOPATH=$HOME/go111 $TRAVIS_BUILD_DIR/travis/deploy_app.sh mlab-sandbox
+    SERVICE_ACCOUNT_mlab_sandbox $TRAVIS_BUILD_DIR/appengine/queue_pusher
+  skip_cleanup: true
+  on:
+    repo: m-lab/etl
+    all_branches: true
+    condition: $TRAVIS_BRANCH == qp-sandbox-*
 
 ## Service: cloud function -- AppEngine Flexible Environment.
 - provider: script
@@ -231,7 +240,7 @@ deploy:
   on:
     repo: m-lab/etl
     all_branches: true
-    condition: $TRAVIS_BRANCH == sandbox-* 
+    condition: $TRAVIS_BRANCH == sandbox-*
 
 
 ## Service: etl-universal-parser -- AppEngine Flexible Environment.
@@ -275,16 +284,15 @@ deploy:
   script:
     $TRAVIS_BUILD_DIR/travis/activate_service_account.sh SERVICE_ACCOUNT_mlab_staging
     && gcloud app deploy --project=mlab-staging $TRAVIS_BUILD_DIR/appengine/queue.yaml
-    &&
-    travis/kubectl.sh mlab-staging data-processing ./apply-cluster.sh
-    &&
-    $TRAVIS_BUILD_DIR/travis/run_with_application_credentials.sh mlab-staging
-    SERVICE_ACCOUNT_mlab_staging $TRAVIS_BUILD_DIR/cmd/update-schema update-schema
-    &&
-    BIGQUERY_DATASET="tmp_ndt"
-    $TRAVIS_BUILD_DIR/travis/kubectl.sh mlab-staging data-processing ./apply-cluster.sh
+    && GOPATH=$HOME/go111 $TRAVIS_BUILD_DIR/travis/deploy_app.sh mlab-staging
+       SERVICE_ACCOUNT_mlab_staging $TRAVIS_BUILD_DIR/appengine/queue_pusher
+    && travis/kubectl.sh mlab-staging data-processing ./apply-cluster.sh
+    && $TRAVIS_BUILD_DIR/travis/run_with_application_credentials.sh mlab-staging
+       SERVICE_ACCOUNT_mlab_staging $TRAVIS_BUILD_DIR/cmd/update-schema update-schema
+    && BIGQUERY_DATASET="tmp_ndt"
+       $TRAVIS_BUILD_DIR/travis/kubectl.sh mlab-staging data-processing ./apply-cluster.sh
     && $TRAVIS_BUILD_DIR/travis/deploy_app.sh mlab-staging
-    SERVICE_ACCOUNT_mlab_staging $TRAVIS_BUILD_DIR/cmd/etl_worker app-batch.yaml
+       SERVICE_ACCOUNT_mlab_staging $TRAVIS_BUILD_DIR/cmd/etl_worker app-batch.yaml
     && cd $TRAVIS_BUILD_DIR/functions
     && gcloud functions deploy createStagingTaskOnFileNotification --project=mlab-staging --stage-bucket=functions-mlab-staging --trigger-event=providers/cloud.storage/eventTypes/object.change --trigger-resource=archive-mlab-staging
     && gcloud functions deploy createStagingTaskOnEmbargoFileNotification --project=mlab-staging --stage-bucket=functions-mlab-staging --trigger-event=providers/cloud.storage/eventTypes/object.change --trigger-resource=embargo-mlab-staging
@@ -333,7 +341,9 @@ deploy:
   script:
     $TRAVIS_BUILD_DIR/travis/activate_service_account.sh SERVICE_ACCOUNT_mlab_oti
     && $TRAVIS_BUILD_DIR/travis/run_with_application_credentials.sh mlab-oti
-    SERVICE_ACCOUNT_mlab_oti $TRAVIS_BUILD_DIR/cmd/update-schema update-schema
+       SERVICE_ACCOUNT_mlab_oti $TRAVIS_BUILD_DIR/cmd/update-schema update-schema
+    && GOPATH=$HOME/go111 $TRAVIS_BUILD_DIR/travis/deploy_app.sh mlab-oti
+       SERVICE_ACCOUNT_mlab_oti $TRAVIS_BUILD_DIR/appengine/queue_pusher
 #    && $TRAVIS_BUILD_DIR/etl-schema/schema/sync_tables_with_schema.sh mlab-oti base_tables nodryrun
   skip_cleanup: true
   on:

appengine/queue_pusher/app.yaml

@@ -1,12 +1,11 @@
-runtime: go
-api_version: go1
+runtime: go111
 service: queue-pusher
 
 handlers:
 - url: /.*
-  script: _go_app
+  script: auto
 
 env_variables:
   # These should be substituted in the travis deployment script.
   RELEASE_TAG: ${TRAVIS_TAG}
-  COMMIT_HASH: ${TRAVIS_COMMIT}
+  COMMIT_HASH: ${TRAVIS_COMMIT}

appengine/queue_pusher/go.mod

@@ -0,0 +1,13 @@
+module github.com/m-lab/etl-queue-pusher
+
+go 1.11
+
+require (
+	cloud.google.com/go v0.62.0 // indirect
+	cloud.google.com/go/bigquery v1.10.0 // indirect
+	github.com/go-test/deep v1.0.7 // indirect
+	github.com/m-lab/etl v2.4.3+incompatible
+	github.com/m-lab/go v0.1.42 // indirect
+	github.com/prometheus/client_golang v1.7.1 // indirect
+	google.golang.org/appengine v1.6.6
+)