Fix/make linux build manylinux (#104)

* Add support for building with manylinux
* Integrate Azure DevOps with Docker
* Do not link with Python library on Linux
* Add support for uc4 build

Author: kenr

CMakeLists.txt

@@ -114,7 +114,14 @@ foreach(SD_API_VER ${SD_API_VERS})
         target_include_directories(${PYTHON_MODULE_${SD_API_VER}} PRIVATE ${PC_BLE_DRIVER_PY_OUTDIR})
     endif()
 
-    target_link_libraries(${PYTHON_MODULE_${SD_API_VER}} PRIVATE nrf::nrf_ble_driver_sd_api_v${SD_API_VER}_${NRF_BLE_DRIVER_LINKAGE_TYPE} ${PYTHON_LIBRARY})
+    set(LINK_LIBRARIES nrf::nrf_ble_driver_sd_api_v${SD_API_VER}_${NRF_BLE_DRIVER_LINKAGE_TYPE})
+    if (WIN32 OR APPLE)
+        set(LINK_LIBRARIES ${LINK_LIBRARIES} ${PYTHON_LIBRARY})
+    endif()
+
+    message(STATUS "LINK_LIBRARIES are not ${LINK_LIBRARIES}")
+
+    target_link_libraries(${PYTHON_MODULE_${SD_API_VER}} PRIVATE ${LINK_LIBRARIES})
 
     get_target_property(CONNECTIVITY_SD_API_V${SD_API_VER}_PATH nrf::nrf_ble_driver_sd_api_v${SD_API_VER}_${NRF_BLE_DRIVER_LINKAGE_TYPE} INTERFACE_INCLUDE_DIRECTORIES)
     set(CONNECTIVITY_SD_API_V${SD_API_VER}_PATH ${CONNECTIVITY_SD_API_V${SD_API_VER}_PATH}/../../share/nrf-ble-driver/hex/sd_api_v${SD_API_VER})

azure-pipelines.yml

@@ -6,51 +6,26 @@ trigger:
 
 jobs:
   # Linux
-  - job: Linux
+  - job: 'Linux'
     variables:
-      conda_version: 'Linux-x86_64'
-      conda_root: '$(Agent.HomeDirectory)/miniconda3'
-      VCPKG_ROOT: '$(Agent.HomeDirectory)/vcpkg'
-      python_arch: 'x64'
+      wheel_platform: 'manylinux2010_x86_64'
     pool:
       vmImage: 'ubuntu-16.04'
     steps:
-    - script: |
-        sudo apt-get update
-        sudo apt-get install ninja-build swig libudev-dev
-      displayName: 'Install toolchain'
-    - script: |
-        wget https://repo.anaconda.com/miniconda/Miniconda3-latest-$(conda_version).sh -O $(Agent.HomeDirectory)/miniconda.sh
-        bash $(Agent.HomeDirectory)/miniconda.sh -b -p $(conda_root)
-      displayName: 'Install conda'
-    - script: |
-        git clone https://github.com/NordicPlayground/vcpkg.git $(VCPKG_ROOT)
-        $(VCPKG_ROOT)/bootstrap-vcpkg.sh
-      displayName: 'Install vcpkg'
-    - script: |
-        export PATH=$VCPKG_ROOT:$PATH
-        vcpkg install nrf-ble-driver:$(python_arch)-linux
-      displayName: 'Install nrf-ble-driver'
-    - script: |
-        $(conda_root)/bin/conda create -yq -n python2.7 python=2.7
-      displayName: 'Install Python 2.7'
-    - bash: |
-        export PATH=$(conda_root)/envs/python2.7/bin:$PATH
-        rm -rf _skbuild
-        pip install -r requirements-dev.txt
-        python setup.py bdist_wheel --build-type RelWithDebInfo
-      displayName: 'Build for python 2.7'
-    - script: |
-        $(conda_root)/bin/conda create -yq -n python3.7 python=3.7
-      displayName: 'Install Python 3.7'
-    - bash: |
-        export PATH=$(conda_root)/envs/python3.7/bin:$PATH
-        rm -rf _skbuild
-        pip install -r requirements-dev.txt
-        python setup.py bdist_wheel --build-type RelWithDebInfo
-      displayName: 'Build for python 3.7'
+    - task: Docker@2
+      displayName: Login to Docker Hub
+      inputs:
+        command: login
+        containerRegistry: DockerImage
+    - task: Docker@2
+      displayName: 'Build ManyLinux'
+      inputs:
+        containerRegistry: DockerImage
+        command: run
+        arguments: '--rm -e PLAT=$(wheel_platform) -v $(System.DefaultWorkingDirectory):/data pypywheels/manylinux2010-pypy_x86_64 /data/build_many_linux.sh'
     - bash: |
-        cp -R dist/*.whl "$(Build.ArtifactStagingDirectory)"
+        ls -R wheelhouse
+        cp --verbose -R wheelhouse/*.whl "$(Build.ArtifactStagingDirectory)"
       displayName: 'Copy artifacts'
     - task: GitHubRelease@0
       inputs:
@@ -63,8 +38,6 @@ jobs:
         isDraft: 'true'
         addChangeLog: 'false'
       condition: ne(variables['Build.Reason'], 'PullRequest')
-
-
   # macOS
   - job: macOS
     variables:
@@ -86,6 +59,7 @@ jobs:
       displayName: 'Install vcpkg'
     - script: |
         export PATH=$VCPKG_ROOT:$PATH
+        export VCPKG_OSX_DEPLOYMENT_TARGET=10.9
         vcpkg install nrf-ble-driver:$(python_arch)-osx
       displayName: 'Install nrf-ble-driver'
     - bash: |
@@ -98,13 +72,13 @@ jobs:
         rm -rf _skbuild
         pypath=`which python2.7`
         ${pypath} -m pip install -r requirements-dev.txt
-        ${pypath} setup.py bdist_wheel --build-type RelWithDebInfo -- -DCMAKE_OSX_DEPLOYMENT_TARGET=10.9
+        ${pypath} setup.py bdist_wheel --build-type Release -- -DCMAKE_OSX_DEPLOYMENT_TARGET=10.9
       displayName: 'Build for python 2.7'
     - bash: |
         rm -rf _skbuild
         pypath=`which python3.7`
         ${pypath} -m pip install -r requirements-dev.txt
-        ${pypath} setup.py bdist_wheel --build-type RelWithDebInfo -- -DCMAKE_OSX_DEPLOYMENT_TARGET=10.9
+        ${pypath} setup.py bdist_wheel --build-type Release -- -DCMAKE_OSX_DEPLOYMENT_TARGET=10.9
       displayName: 'Build for python 3.7'
     - bash: |
         cp -R dist/*.whl "$(Build.ArtifactStagingDirectory)"

build_many_linux.sh

@@ -0,0 +1,60 @@
+#!/bin/bash
+set -e -x
+
+yes | yum update
+yes | yum install libudev-devel pcre-devel
+
+export TOOLS_ROOT=$HOME/tools
+export VCPKG_ROOT=$TOOLS_ROOT/vcpkg
+export PATH=$TOOLS_ROOT/bin:$TOOLS_ROOT:$VCPKG_ROOT:$PATH
+
+export DOWNLOAD_CMAKE_VERSION=3.14.4
+export DOWNLOAD_CMAKE_FILENAME=cmake-$DOWNLOAD_CMAKE_VERSION-Linux-x86_64.sh
+export DOWNLOAD_CMAKE_URL=https://github.com/Kitware/CMake/releases/download/v$DOWNLOAD_CMAKE_VERSION/$DOWNLOAD_CMAKE_FILENAME
+
+export DOWNLOAD_NINJA_URL=https://github.com/ninja-build/ninja/archive/v1.9.0.zip
+export DOWNLOAD_SWIG_URL=https://github.com/swig/swig/archive/rel-4.0.0.tar.gz
+
+rm -rf $TOOLS_ROOT
+mkdir -p $TOOLS_ROOT
+
+curl -L -O $DOWNLOAD_CMAKE_URL
+bash $DOWNLOAD_CMAKE_FILENAME --skip-license --prefix=$TOOLS_ROOT
+
+# Build recent version of Ninja
+curl -L -O $DOWNLOAD_NINJA_URL
+mkdir $HOME/temp
+unzip v1.9.0.zip -d $HOME/temp
+cd $HOME/temp/ninja-1.9.0
+./configure.py --bootstrap
+cp ninja $TOOLS_ROOT/bin
+cd $HOME && rm -rf $HOME/temp
+
+# Build recent version of SWIG
+curl -L -O $DOWNLOAD_SWIG_URL
+mkdir $HOME/temp
+tar zxf rel-4.0.0.tar.gz --directory $HOME/temp
+cd $HOME/temp/swig-rel-4.0.0
+./autogen.sh
+./configure --prefix=$TOOLS_ROOT --without-tcl --without-perl5 --without-octave --without-scilab --without-java --without-javascript --without-android --without-guile --without-mzscheme --without-ruby --without-php --without-ocaml --without-csharp --without-lua --without-r --without-go --without-d
+make
+make install
+
+# Build vcpkg
+git clone https://github.com/NordicPlayground/vcpkg.git $VCPKG_ROOT
+$VCPKG_ROOT/bootstrap-vcpkg.sh
+
+# Build nrf-ble-driver
+vcpkg install nrf-ble-driver
+
+# Build the wheels
+for PYBIN in /opt/python/cp[23]7-cp[23]7*/bin; do
+    echo "Compiling for $PYBIN"
+    rm -rf /data/_skbuild
+    "${PYBIN}/pip" install -r /data/requirements-dev.txt
+    "${PYBIN}/pip" wheel /data/ -w wheelhouse/
+done;
+
+for whl in wheelhouse/*.whl; do
+    auditwheel repair "$whl" --plat $PLAT -w /data/wheelhouse/
+done