datacube-core/.github/workflows/docker-test-runner.yml at develop · Max-AR/datacube-core · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
name: Docker (test runner)

on:
  pull_request:
    paths:
      - 'docker/**'
      - '.github/workflows/docker-test-runner.yml'
      - 'setup.py'
      - 'setup.cfg'
      - 'check-code.sh'

  push:
    paths:
      - 'docker/**'
      - '.github/workflows/docker-test-runner.yml'
      - 'setup.py'
      - 'setup.cfg'
      - 'check-code.sh'

env:
  ORG: opendatacube
  IMAGE: datacube-tests
  DOCKER_USER: gadockersvc


jobs:
  docker:
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v1
      with:
        fetch-depth: 0

    - name: Config
      id: cfg
      run: |
        echo ::set-output name=docker_image::${ORG}/${IMAGE}:latest

    # This is the a separate action that sets up buildx runner
    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v1

    - name: Cache Docker layers
      uses: pat-s/always-upload-cache@v2.1.5
      with:
        path: /tmp/.buildx-cache
        key: ${{ runner.os }}-buildx-${{ github.sha }}
        restore-keys: |
          ${{ runner.os }}-buildx-

    - name: Build Docker
      uses: docker/build-push-action@v2
      with:
        file: docker/Dockerfile
        context: .
        tags: ${{ steps.cfg.outputs.docker_image }}
        outputs: type=docker
        build-args: |
          V_BASE=3.3.0
          V_PG=12
        cache-from: |
          type=local,src=/tmp/.buildx-cache
        cache-to: type=local,dest=/tmp/.buildx-cache-new

    # This ugly bit is necessary if you don't want your cache to grow forever
    # till it hits GitHub's limit of 5GB.
    # Temp fix
    # https://github.com/docker/build-push-action/issues/252
    # https://github.com/moby/buildkit/issues/1896
    - name: Move cache
      run: |
        rm -rf /tmp/.buildx-cache
        mv /tmp/.buildx-cache-new /tmp/.buildx-cache

    - name: Verify Docker Image
      run: |
        # Make sure we test docker image we built
        if [[ "${{ steps.cfg.outputs.docker_image }}" != "opendatacube/datacube-tests:latest" ]]; then
            docker tag "${{ steps.cfg.outputs.docker_image }}" opendatacube/datacube-tests:latest
        fi

        ./check-code.sh --with-docker integration_tests

        echo "Verify that twine is installed"
        docker run --rm opendatacube/datacube-tests:latest twine --version

    - name: DockerHub Login
      id: dkr
      if: |
        github.event_name == 'push' && (
          github.ref == 'refs/heads/develop'
          )
      run: |
        if [ -n "${{ secrets.DockerPassword }}" ]; then
           echo "Login to DockerHub as ${DOCKER_USER}"
           echo "${{ secrets.DockerPassword }}" | docker login -u "${DOCKER_USER}" --password-stdin
           echo "::set-output name=logged_in::yes"
        else
           echo "Set DockerPassword secret to push to docker"
        fi

    - name: DockerHub Push
      if: |
        github.event_name == 'push' && (
          github.ref == 'refs/heads/develop'
          ) && steps.dkr.outputs.logged_in == 'yes'
      run: |
        if [ -n "${{ secrets.DockerPassword }}" ]; then
           docker push "${{ steps.cfg.outputs.docker_image }}"
        fi