ci.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


# This workflow will build a Java project with Maven, and cache/restore any dependencies to improve the workflow execution time
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-java-with-maven

# This workflow uses actions that are not certified by GitHub.
# They are provided by a third-party and are governed by
# separate terms of service, privacy policy, and support
# documentation.

name: CI

on:
  push:
  pull_request:
    branches: [ "master" ]

env:
  MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3

jobs:
  build-8:
    runs-on: ubuntu-22.04
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
      - name: Cache for maven dependencies
        uses: actions/cache@v4
        with:
          path: |
            ~/.m2/repository/*/*/*
            !~/.m2/repository/org/apache/ranger
          key: maven-repo-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            maven-repo-
      - name: Set up JDK 8
        uses: actions/setup-java@v4
        with:
          java-version: '8'
          distribution: 'temurin'
      - name: build (8)
        run: mvn -T 8 clean verify --no-transfer-progress -B -V

      - name: run code coverage
        run: |
          cd dev-support/checks
          chmod +x coverage.sh && ./coverage.sh

      - name: upload coverage results
        uses: actions/upload-artifact@v4
        with:
          name: jacoco
          path: target/coverage/all/*

      - name: Upload artifacts
        uses: actions/upload-artifact@v4
        with:
          name: target-8
          path: target/*

  build-11:
    needs:
      - build-8
    runs-on: ubuntu-22.04
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
      - name: Cache for maven dependencies
        uses: actions/cache/restore@v4
        with:
          path: |
            ~/.m2/repository/*/*/*
            !~/.m2/repository/org/apache/ranger
          key: maven-repo-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            maven-repo-
      - name: Set up JDK 11
        uses: actions/setup-java@v4
        with:
          java-version: '11'
          distribution: 'temurin'
      - name: build (11)
        run: mvn -T 8 clean verify -pl '!knox-agent' --no-transfer-progress -B -V
      - name: Upload artifacts
        uses: actions/upload-artifact@v4
        with:
          name: target-11
          path: target/*
  
  services-docker-build:
    needs:
      - build-8
    runs-on: ubuntu-24.04 # bumping os version for more disk space
    timeout-minutes: 60 # bumping timeout to allow containers to come up
    steps:
      - uses: actions/checkout@v4
      - name: Download build-8 artifacts
        uses: actions/download-artifact@v4
        with:
          name: target-8
      
      - name: Copy artifacts for docker build
        run: |
          mv ranger-*-admin.tar.gz dev-support/ranger-docker/dist
          mv ranger-*-usersync.tar.gz dev-support/ranger-docker/dist
          mv ranger-*-tagsync.tar.gz dev-support/ranger-docker/dist
          mv ranger-*-kms.tar.gz dev-support/ranger-docker/dist
          mv ranger-*-solr-plugin.tar.gz dev-support/ranger-docker/dist
          mv version dev-support/ranger-docker/dist
          rm -f ranger-*.tar.gz # clean up workspace

      - name: Free up disk space
        run: docker system prune --all --force --volumes

      - name: Download DB and Log4J connectors
        run: |
          cd dev-support/ranger-docker
          ./download-archives.sh none
      
      - name: Build all ranger-service images
        run: |
          cd dev-support/ranger-docker
          export RANGER_DB_TYPE=postgres
          docker compose \
          -f docker-compose.ranger.yml \
          -f docker-compose.ranger-usersync.yml \
          -f docker-compose.ranger-tagsync.yml \
          -f docker-compose.ranger-kms.yml build

      - name: Bring up ranger-service containers
        run: |
          cd dev-support/ranger-docker
          export RANGER_DB_TYPE=postgres
          docker compose \
          -f docker-compose.ranger.yml \
          -f docker-compose.ranger-usersync.yml \
          -f docker-compose.ranger-tagsync.yml \
          -f docker-compose.ranger-kms.yml up -d

      - name: Check status of containers and remove them
        run: |
          sleep 60
          containers=(ranger ranger-zk ranger-solr ranger-postgres ranger-usersync ranger-tagsync ranger-kms);
          flag=true;
          for container in "${containers[@]}"; do
              if [[ $(docker inspect -f '{{.State.Running}}' $container 2>/dev/null) == "true" ]]; then
                  echo "Container $container is running!";
              else
                  flag=false;
                  echo "Container $container is NOT running! Status: $(docker inspect -f '{{.State.Status}}' $container 2>/dev/null)";
                  echo "docker logs $container:";
                  docker logs $container
              fi
          done
          
          if [[ $flag == true ]]; then
              echo "All required containers are up and running";
              docker stop $(docker ps -q) && docker rm $(docker ps -aq);
          else
              docker stop $(docker ps -q) && docker rm $(docker ps -aq);
              exit 1;
          fi

  plugins-docker-build:
    needs:
      - build-8
    runs-on: ubuntu-24.04 # bumping os version for more disk space
    timeout-minutes: 60 # bumping timeout to allow containers to come up
    steps:
      - uses: actions/checkout@v4
      - name: Download build-8 artifacts
        uses: actions/download-artifact@v4
        with:
          name: target-8

      - name: Copy artifacts for docker build
        run: |
          mv ranger-*-admin.tar.gz dev-support/ranger-docker/dist
          mv ranger-*-plugin.tar.gz dev-support/ranger-docker/dist
          mv version dev-support/ranger-docker/dist
          rm -f ranger-*.tar.gz # clean up workspace

      - name: Free up disk space
        run: docker system prune --all --force --volumes

      - name: Cache downloaded archives
        uses: actions/cache@v4
        with:
          path: dev-support/ranger-docker/downloads
          key: ${{ runner.os }}-ranger-downloads-${{ hashFiles('dev-support/ranger-docker/.env') }}
          restore-keys: |
            ${{ runner.os }}-ranger-downloads-

      - name: Run download-archives.sh
        run: |
          cd dev-support/ranger-docker
          rm -rf downloads/ozone-*
          ./download-archives.sh hadoop hive hbase kafka knox ozone

      - name: Build all ranger-plugin images
        run: |
          cd dev-support/ranger-docker
          export RANGER_DB_TYPE=postgres
          docker compose \
          -f docker-compose.ranger.yml \
          -f docker-compose.ranger-hadoop.yml \
          -f docker-compose.ranger-hbase.yml \
          -f docker-compose.ranger-kafka.yml \
          -f docker-compose.ranger-hive.yml \
          -f docker-compose.ranger-knox.yml \
          -f docker-compose.ranger-ozone.yml build

      - name: Bring up ranger-plugin containers
        run: |
          cd dev-support/ranger-docker
          ./scripts/ozone/ozone-plugin-docker-setup.sh
          export RANGER_DB_TYPE=postgres
          docker compose \
          -f docker-compose.ranger.yml \
          -f docker-compose.ranger-hadoop.yml \
          -f docker-compose.ranger-hbase.yml \
          -f docker-compose.ranger-kafka.yml \
          -f docker-compose.ranger-hive.yml \
          -f docker-compose.ranger-knox.yml \
          -f docker-compose.ranger-ozone.yml up -d

      - name: Check status of containers and remove them
        run: |
          sleep 60
          containers=(ranger ranger-zk ranger-solr ranger-postgres ranger-hadoop ranger-hbase ranger-kafka ranger-hive ranger-knox ozone-om ozone-scm ozone-datanode);
          flag=true;
          for container in "${containers[@]}"; do
              if [[ $(docker inspect -f '{{.State.Running}}' $container 2>/dev/null) == "true" ]]; then
                  echo "Container $container is running!";
              else
                  flag=false;
                  echo "Container $container is NOT running! Status: $(docker inspect -f '{{.State.Status}}' $container 2>/dev/null)";
                  echo "docker logs $container:";
                  docker logs $container
              fi
          done

          if [[ $flag == true ]]; then
              echo "All required containers are up and running";
              docker stop $(docker ps -q) && docker rm $(docker ps -aq);
          else
              docker stop $(docker ps -q) && docker rm $(docker ps -aq);
              exit 1;
          fi