deploy.py

import docker
import json
import os
import sys
import tarfile
import time
import requests
import subprocess

DEBUG = os.environ.get('DEIS_DEBUG') in ('true', '1')
registryLocation = os.getenv('DEIS_REGISTRY_LOCATION', 'on-cluster')


def log_output(stream, decode):
    error = False
    for chunk in stream:
        if isinstance(chunk, bytes):
            # Convert to dict, since docker-py returns some errors as raw bytes.
            chunk = eval(chunk)
        if 'error' in chunk:
            error = True
            print(chunk['error'])
        elif decode:
            stream_chunk = chunk.get('stream')
            if stream_chunk:
                # Must handle chunks as bytes to avoid UnicodeEncodeError.
                encoded_chunk = stream_chunk.encode('utf-8')
                sys.stdout.buffer.write(encoded_chunk)
        elif DEBUG:
            print(chunk)
        sys.stdout.flush()
    if error:
        # HACK: delay so stderr is logged before this dockerbuilder pod exits.
        time.sleep(3)
        exit(1)


def log(msg):
    if DEBUG:
        print(msg)


def get_registry_name():
    hostname = os.getenv('DEIS_REGISTRY_HOSTNAME', "")
    hostname = hostname.replace("https://", "").replace("http://", "")
    if registryLocation == "off-cluster":
        organization = os.getenv('DEIS_REGISTRY_ORGANIZATION')
        regName = ""
        # empty hostname means dockerhub and hence no need to prefix the image
        if hostname != "":
            regName = hostname + "/"
        # Registries may have organizations/namespaces under them which needs to
        # be prefixed to the image
        if organization != "":
            regName = regName + organization
        return regName
    elif registryLocation == "ecr":
        return hostname
    elif registryLocation == "gcr":
        return hostname + "/" + os.getenv('DEIS_REGISTRY_GCS_PROJ_ID')
    else:
        return "{}:{}".format(os.getenv("DEIS_REGISTRY_SERVICE_HOST"),
                              os.getenv("DEIS_REGISTRY_SERVICE_PORT"))


def download_file(tar_path):
    os.putenv('BUCKET_FILE', "/var/run/secrets/deis/objectstore/creds/builder-bucket")
    if os.getenv('BUILDER_STORAGE') == "minio":
        os.makedirs("/tmp/objectstore/minio")
        bucketFile = open('/tmp/objectstore/minio/builder-bucket', 'w')
        bucketFile.write('git')
        bucketFile.close()
        os.putenv('BUCKET_FILE', "/tmp/objectstore/minio/builder-bucket")
    elif os.getenv('BUILDER_STORAGE') in ["azure", "swift"]:
        os.putenv('CONTAINER_FILE', "/var/run/secrets/deis/objectstore/creds/builder-container")
    command = [
        "objstorage",
        "--storage-type="+os.getenv('BUILDER_STORAGE'),
        "download",
        tar_path,
        "apptar"
    ]
    subprocess.check_call(command)


tar_path = os.getenv('TAR_PATH')
if tar_path:
    if os.path.exists("/var/run/secrets/deis/objectstore/creds/"):
        download_file(tar_path)
    else:
        r = requests.get(tar_path)
        with open("apptar", "wb") as app:
            app.write(r.content)

log("download tar file complete")
with tarfile.open("apptar", "r:gz") as tar:
    tar.extractall("/app/")
log("extracting tar file complete")
buildargs = json.loads(os.getenv('DOCKER_BUILD_ARGS', '{}'))
# inject docker build args into the Dockerfile so we get around Dockerfiles that don't have things
# like PORT defined.
with open("/app/Dockerfile", "a") as dockerfile:
    # ensure we are on a new line
    dockerfile.write("\n")
    for envvar in buildargs:
        dockerfile.write("ARG {}\n".format(envvar))
client = docker.Client(version='auto')
if registryLocation != "on-cluster":
    registry = os.getenv('DEIS_REGISTRY_HOSTNAME', 'https://index.docker.io/v1/')
    username = os.getenv('DEIS_REGISTRY_USERNAME')
    password = os.getenv('DEIS_REGISTRY_PASSWORD')
    client.login(username=username, password=password, registry=registry)
registry = get_registry_name()
imageName, imageTag = os.getenv('IMG_NAME').split(":", 1)
repo = registry + "/" + os.getenv('IMG_NAME')
stream = client.build(
    tag=repo,
    stream=True,
    decode=True,
    rm=True,
    pull=True,
    path='/app',
    buildargs=buildargs)
log_output(stream, True)
print("Pushing to registry")
stream = client.push(registry+'/'+imageName, tag=imageTag, stream=True)
log_output(stream, False)