[CES-3162] Implement ultimaker build system and CI support

Author: alexborro

.github/workflows/build_on_push_pr.yml

@@ -0,0 +1,38 @@
+name: Build package on Push
+
+on:
+  push:
+    branches:
+      - '**'
+    tags-ignore:
+      - 'docker_img-v*'
+  
+jobs:
+  Prepare:
+    name: 'Prepare'
+    uses: Ultimaker/embedded-workflows/.github/workflows/prepare_env.yml@main
+    secrets: inherit
+
+  Shellcheck:
+    name: 'Test'
+    needs: Prepare
+    uses: Ultimaker/embedded-workflows/.github/workflows/shellcheck.yml@main
+    secrets: inherit
+         
+  Build:
+    name: 'Build'
+    needs: Prepare
+    uses: Ultimaker/embedded-workflows/.github/workflows/build.yml@main
+    with:
+      RELEASE_VERSION: ${{ needs.Prepare.outputs.RELEASE_VERSION }}
+    secrets: inherit
+
+  Release_Package:
+    name: 'Release'
+    needs: [Prepare, Shellcheck, Build]
+    if: ${{ (success() && needs.Prepare.outputs.RELEASE_REPO != 'none') ||
+            (failure() && needs.Build.result == 'success' && needs.Prepare.outputs.RELEASE_REPO == 'packages-dev') }}
+    uses: Ultimaker/embedded-workflows/.github/workflows/release_pkg.yml@main
+    with:
+      RELEASE_REPO: ${{ needs.Prepare.outputs.RELEASE_REPO }}
+    secrets: inherit

.github/workflows/release_docker_img.yml

@@ -0,0 +1,16 @@
+name: Release a new docker image upon tagging
+
+on:
+  push:
+    tags:
+      - 'docker_img-v[0-9a-zA-Z]+'
+      
+ 
+jobs:
+  Release:
+    name: 'Release'
+    uses: Ultimaker/embedded-workflows/.github/workflows/release_docker_img.yml@main
+    with:
+      DOCKER_IMAGE_NAME: 'qt5-ultimaker'
+      DOCKER_TAG_PREFIX: 'docker_img-'
+    secrets: inherit

build.sh

@@ -7,31 +7,67 @@ ARCH="${ARCH:-arm64}" # armhf or x86_64 or amr64
 UM_ARCH="${UM_ARCH:-imx8m}" # Empty string, or sun7i for R1, or imx6dl for R2, or imx8m for colorado
 
 SRC_DIR="$(pwd)"
+BUILD_DIR_TEMPLATE="_build"
 BUILD_DIR="${BUILD_DIR:-${SRC_DIR}/${BUILD_DIR_TEMPLATE}_${ARCH}_${UM_ARCH}}"
 
+
 # Debian package information
 PACKAGE_NAME="${PACKAGE_NAME:-qt-ultimaker}"
 QT_VERSION="5.12.3"
 RELEASE_VERSION="${RELEASE_VERSION:-${QT_VERSION}}"
-EXTRA_VERSION="${EXTRA_VERSION:-eglfs}"
 
 DEBIAN_DIR="${BUILD_DIR}/debian"
 TARGET_DIR="${DEBIAN_DIR}/opt"
 CROSS_COMPILE="aarch64-linux-gnu-"
 
 TOOLS_DIR="${SRC_DIR}/tools"
-SYSROOT="${TOOLS_DIR}/sysroot"
-MAKEFLAGS=-j$(($(getconf _NPROCESSORS_ONLN) - 1))
+SYSROOT="${BUILD_DIR}/sysroot"
+
+cpu_cnt="$(nproc)"
+export MAKEFLAGS="-j${cpu_cnt}"
+export CCACHE_DIR="${BUILD_DIR}/ccache"
 
 PYQT_TARGET_PYTHON_VERSION="3.11"
 
 export PKG_CONFIG_PATH=${SYSROOT}/usr/lib/pkgconfig:${SYSROOT}/usr/lib/arm-linux-gnueabihf/pkgconfig:${SYSROOT}/usr/share/pkgconfig:${SYSROOT}/usr/local/lib/pkgconfig
 
+build_sysroot()
+{
+    echo "Going to build sysroot for cross compiling"
+
+    mkdir -p "${SYSROOT}/etc/apt/trusted.gpg.d"
+    rm -rf "${SYSROOT}/etc/apt/trusted.gpg.d/debian-keyring.gpg"
+    curl https://ftp-master.debian.org/keys/archive-key-11.asc | gpg --dearmor >> "${SYSROOT}/etc/apt/trusted.gpg.d/debian-keyring.gpg"
+    curl https://ftp-master.debian.org/keys/release-11.asc | gpg --dearmor >> "${SYSROOT}/etc/apt/trusted.gpg.d/debian-keyring.gpg"
+
+    multistrap -f "${TOOLS_DIR}/sysroot_multistrap.cfg" -d "${SYSROOT}"
+
+    # Fix up the symlinks in the sysroot, find all links that start with absolute paths
+    #  and replace them with relative paths inside the sysroot.
+    cd "${SYSROOT}"
+    symlinks="$(find . -type l)"
+    for file in ${symlinks}
+    do
+        link="$(readlink "${file}" || echo '')"
+        if [ -n "${link}" ]
+        then
+            if [ "${link:0:1}" == "/" ]
+            then
+                if [ -e "${SYSROOT}/${link}" ]; then
+                    rm "${file}"
+                    ln --relative -sf "${SYSROOT}${link}" "${file}"
+                fi
+            fi
+        fi
+    done
+    cd "${SRC_DIR}"
+
+    echo "Finished building sysroot in: ${SYSROOT}"
+}
+
 build()
 {
-    if [ ! -d "${TARGET_DIR}/qt" ]; then
-        mkdir -p "${TARGET_DIR}/qt"
-    fi
+    mkdir -p "${TARGET_DIR}/qt"
 
     cd "${BUILD_DIR}"
     "${SRC_DIR}/configure" \
@@ -98,9 +134,7 @@ build()
 #        -compile-examples \
 #        -examplesdir /usr/share/examples \
 
-    if [ ! -d "${TOOLS_DIR}/ccache" ]; then
-        mkdir -p "${TOOLS_DIR}/ccache"
-    fi
+    mkdir -p "${CCACHE_DIR}"
 
     make "${MAKEFLAGS}"
     make "${MAKEFLAGS}" install
@@ -110,9 +144,7 @@ build()
 
 build_pyqt()
 {
-    if [ ! -d "${BUILD_DIR}/pyqt" ]; then
-        mkdir -p "${BUILD_DIR}/pyqt"
-    fi
+    mkdir -p "${BUILD_DIR}/pyqt"
 
     cd "${BUILD_DIR}/pyqt"
     curl -L -o pyqt5.tar.gz https://sourceforge.net/projects/pyqt/files/PyQt5/PyQt-5.9.2/PyQt5_gpl-5.9.2.tar.gz
@@ -126,7 +158,10 @@ build_pyqt()
         --destdir "${TARGET_DIR}/pyqt" \
         --configuration "${TOOLS_DIR}/pyqt.cfg" \
         --target-py-version="${PYQT_TARGET_PYTHON_VERSION}" \
-        --qmake="${BUILD_DIR}/qtbase/bin/qmake"
+        --qmake="${BUILD_DIR}/qtbase/bin/qmake" \
+        --no-sip-files \
+        --no-stubs \
+        --no-tools
 
     make "${MAKEFLAGS}"
     make "${MAKEFLAGS}" install
@@ -139,10 +174,10 @@ create_debian_package()
     mkdir -p "${DEBIAN_DIR}/DEBIAN"
     sed -e 's|@ARCH@|'"${ARCH}"'|g' \
         -e 's|@PACKAGE_NAME@|'"${PACKAGE_NAME}"'|g' \
-        -e 's|@RELEASE_VERSION@|'"${RELEASE_VERSION}-${UM_ARCH}+${EXTRA_VERSION}"'|g' \
+        -e 's|@RELEASE_VERSION@|'"${RELEASE_VERSION}-${UM_ARCH}"'|g' \
         "${SRC_DIR}/debian/control.in" > "${DEBIAN_DIR}/DEBIAN/control"
 
-    DEB_PACKAGE="${PACKAGE_NAME}_${RELEASE_VERSION}_${ARCH}-${UM_ARCH}_${EXTRA_VERSION}.deb"
+    DEB_PACKAGE="${PACKAGE_NAME}_${RELEASE_VERSION}_${ARCH}-${UM_ARCH}.deb"
 
     # Add the QT runtime environment source script
     mkdir -p "${DEBIAN_DIR}/etc/qt5"
@@ -153,6 +188,8 @@ create_debian_package()
     # Build the Debian package
     dpkg-deb --build "${DEBIAN_DIR}" "${BUILD_DIR}/${DEB_PACKAGE}"
 
+    mv "${BUILD_DIR}/${DEB_PACKAGE}" "${SRC_DIR}"
+
     echo "Finished building Debian package."
     echo "To check the contents of the Debian package run 'dpkg-deb -c *.deb'"
 }
@@ -199,7 +236,15 @@ if [ "${#}" -gt 1 ]; then
     exit 1
 fi
 
+
+# Clean any lingering file from previous build
+clean_debian_dir() {
+    rm -rf "${DEBIAN_DIR}"
+}
+
 if [ "${#}" -eq 0 ]; then
+    build_sysroot
+    clean_debian_dir
     build
     build_pyqt
     create_debian_package
@@ -208,6 +253,8 @@ fi
 
 case "${1-}" in
     deb)
+        build_sysroot
+        clean_debian_dir
         build
         build_pyqt
         create_debian_package