Build optimizations autoconf automake #65
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: kvssink checks | |
| on: | |
| push: | |
| branches: | |
| - develop | |
| - master | |
| pull_request: | |
| branches: | |
| - develop | |
| - master | |
| jobs: | |
| unit-tests: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| permissions: | |
| id-token: write | |
| contents: read | |
| strategy: | |
| matrix: | |
| include: | |
| - os: Ubuntu 22.04 | |
| image: public.ecr.aws/ubuntu/ubuntu:22.04_stable | |
| - os: Ubuntu 20.04 | |
| image: public.ecr.aws/ubuntu/ubuntu:20.04_stable | |
| fail-fast: false | |
| name: kvssink unit tests on ${{ matrix.os }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y automake build-essential cmake git \ | |
| gstreamer1.0-plugins-base-apps gstreamer1.0-plugins-bad \ | |
| gstreamer1.0-plugins-good gstreamer1.0-plugins-ugly \ | |
| gstreamer1.0-tools \ | |
| libcurl4-openssl-dev libgstreamer1.0-dev \ | |
| libgstreamer-plugins-base1.0-dev liblog4cplus-dev \ | |
| libssl-dev pkg-config valgrind | |
| - name: Setup build directory | |
| run: | | |
| mkdir -p build | |
| cd build | |
| - name: Build kvssink unit tests | |
| working-directory: ./build | |
| run: | | |
| cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DBUILD_TEST=ON -DCMAKE_BUILD_TYPE=Debug -DALIGNED_MEMORY_MODEL=ON | |
| make -j$(nproc) | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| role-duration-seconds: 1800 | |
| - name: Run the unit tests | |
| working-directory: ./build | |
| run: | | |
| export GST_PLUGIN_PATH=`pwd` | |
| GST_DEBUG=4 ./tst/gstkvsplugintest | |
| # - name: Run the unit tests with valgrind | |
| # working-directory: ./build | |
| # run: | | |
| # export GST_PLUGIN_PATH=`pwd` | |
| # valgrind --leak-check=full --show-leak-kinds=all --track-origins=yes \ | |
| # --verbose --log-file=valgrind-out.txt ./tst/gstkvsplugintest | |
| # | |
| # if grep -q "All heap blocks were freed -- no leaks are possible" valgrind-out.txt; then | |
| # echo "No memory leaks detected" | |
| # else | |
| # echo "Memory leaks detected. Review the valgrind output:" | |
| # cat valgrind-out.txt | |
| # exit 1 | |
| # fi | |
| mac-debug-dump-dir: | |
| runs-on: macos-latest | |
| env: | |
| AWS_KVS_LOG_LEVEL: 1 | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - name: Clone repository | |
| uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: | | |
| brew install gstreamer log4cplus mkvtoolnix | |
| - name: Build kvssink | |
| run: | | |
| mkdir build && cd build | |
| cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DBUILD_DEPENDENCIES=OFF | |
| make -j$(nproc) | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| role-duration-seconds: 1800 | |
| - name: Run kvssink with dump dir | |
| env: | |
| GST_PLUGIN_PATH: ${{ github.workspace }}/build | |
| KVS_DEBUG_DUMP_DATA_FILE_DIR: ${{ github.workspace }}/build/debug_output | |
| working-directory: ./build | |
| run: | | |
| mkdir -p debug_output | |
| gst-launch-1.0 videotestsrc is-live=true num-buffers=450 \ | |
| ! video/x-raw,framerate=30/1,width=640,height=480 \ | |
| ! videoconvert ! x264enc tune=zerolatency key-int-max=45 \ | |
| ! h264parse \ | |
| ! kvssink stream-name="demo-stream" | |
| - name: Verify MKV dump | |
| working-directory: ./build/debug_output | |
| run: | | |
| mkvfiles=(*.mkv) | |
| if [ ${#mkvfiles[@]} -eq 0 ]; then | |
| echo "No MKV files found in debug_output" | |
| exit 1 | |
| fi | |
| for file in "${mkvfiles[@]}"; do | |
| echo "Verifying $file with mkvinfo (verbose and hexdump):" | |
| mkvinfo -v -X "$file" | |
| done | |
| linux-debug-dump-dir: | |
| runs-on: ubuntu-latest | |
| env: | |
| AWS_KVS_LOG_LEVEL: 1 | |
| permissions: | |
| id-token: write | |
| contents: read | |
| strategy: | |
| matrix: | |
| include: | |
| - os: Ubuntu 22.04 | |
| image: public.ecr.aws/ubuntu/ubuntu:22.04_stable | |
| - os: Ubuntu 20.04 | |
| image: public.ecr.aws/ubuntu/ubuntu:20.04_stable | |
| fail-fast: false | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y automake build-essential cmake git \ | |
| gstreamer1.0-plugins-base-apps gstreamer1.0-plugins-bad \ | |
| gstreamer1.0-plugins-good gstreamer1.0-plugins-ugly \ | |
| gstreamer1.0-tools \ | |
| libcurl4-openssl-dev libgstreamer1.0-dev \ | |
| libgstreamer-plugins-base1.0-dev liblog4cplus-dev \ | |
| libssl-dev pkg-config mkvtoolnix | |
| - name: Setup build directory | |
| run: | | |
| mkdir -p build | |
| cd build | |
| - name: Build kvssink | |
| working-directory: ./build | |
| run: | | |
| cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DCMAKE_BUILD_TYPE=Debug -DALIGNED_MEMORY_MODEL=ON -DBUILD_DEPENDENCIES=OFF | |
| make -j$(nproc) | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| role-duration-seconds: 1800 | |
| - name: Run kvssink with dump dir | |
| env: | |
| GST_PLUGIN_PATH: ${{ github.workspace }}/build | |
| KVS_DEBUG_DUMP_DATA_FILE_DIR: ${{ github.workspace }}/build/debug_output | |
| working-directory: ./build | |
| run: | | |
| mkdir -p debug_output | |
| gst-launch-1.0 videotestsrc is-live=true num-buffers=450 \ | |
| ! video/x-raw,framerate=30/1,width=640,height=480 \ | |
| ! videoconvert ! x264enc tune=zerolatency key-int-max=45 \ | |
| ! h264parse \ | |
| ! kvssink stream-name="demo-stream" | |
| - name: Verify MKV dump | |
| working-directory: ./build/debug_output | |
| run: | | |
| mkvfiles=(*.mkv) | |
| if [ ${#mkvfiles[@]} -eq 0 ]; then | |
| echo "No MKV files found in debug_output" | |
| exit 1 | |
| fi | |
| for file in "${mkvfiles[@]}"; do | |
| echo "Verifying $file with mkvinfo (verbose and hexdump):" | |
| mkvinfo -v -X "$file" | |
| done | |
| windows-debug-dump-dir: | |
| runs-on: windows-2022 | |
| env: | |
| AWS_KVS_LOG_LEVEL: 1 | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - name: Clone repository | |
| uses: actions/checkout@v4 | |
| - name: Move repository | |
| run: | | |
| mkdir D:\producer | |
| Move-Item -Path "D:\a\amazon-kinesis-video-streams-producer-sdk-cpp\amazon-kinesis-video-streams-producer-sdk-cpp\*" -Destination "D:\producer" | |
| - name: Install dependencies | |
| run: | | |
| choco install nasm strawberryperl mkvtoolnix | |
| choco install gstreamer --version=1.22.8 | |
| choco install gstreamer-devel --version=1.22.8 | |
| - name: Build repository | |
| run: | | |
| $env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\producer\open-source\local\lib;D:\producer\open-source\local\bin' | |
| git config --system core.longpaths true | |
| cd D:\producer | |
| dir | |
| .github\build_windows.bat | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| role-duration-seconds: 1800 | |
| - name: Run kvssink with dump dir | |
| env: | |
| GST_PLUGIN_PATH: D:\producer\build\ | |
| KVS_DEBUG_DUMP_DATA_FILE_DIR: D:\producer\build\debug_output | |
| working-directory: D:\producer\build\ | |
| run: | | |
| $env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\producer\open-source\local\lib;D:\producer\open-source\local\bin;D:\gstreamer\1.0\msvc_x86_64\bin' | |
| # Create the debug directory (equivalent to mkdir -p) | |
| New-Item -ItemType Directory -Path "D:\producer\build\debug_output" -Force | |
| # Stream for 15 seconds (450 frames @ 30 fps) | |
| gst-launch-1.0.exe videotestsrc is-live=true num-buffers=450 ! video/x-raw,framerate=30/1,width=640,height=480 ! videoconvert ! x264enc tune=zerolatency key-int-max=45 ! h264parse ! kvssink stream-name="demo-stream" | |
| - name: Verify MKV dump | |
| working-directory: D:\producer\build | |
| run: | | |
| $env:Path += ";C:\Program Files\MKVToolNix" | |
| $mkvFiles = Get-ChildItem -Path "D:\producer\build\debug_output" -Filter *.mkv | |
| if ($mkvFiles.Count -eq 0) { | |
| Write-Error "No MKV files found in D:\producer\build\debug_output" | |
| exit 1 | |
| } | |
| # Run mkvinfo on each MKV file | |
| foreach ($file in $mkvFiles) { | |
| Write-Output "Verifying $($file.FullName) with mkvinfo (verbose and hexdump):" | |
| mkvinfo.exe -v -X "$($file.FullName)" | |
| } | |
| wsl-debug-dump-dir: | |
| runs-on: windows-2022 | |
| env: | |
| AWS_KVS_LOG_LEVEL: 1 | |
| strategy: | |
| matrix: | |
| image: | |
| - Ubuntu-22.04 | |
| - Ubuntu-24.04 | |
| fail-fast: false | |
| defaults: | |
| run: | |
| shell: wsl-bash {0} # Automatically uses wsl-bash for each run step | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: Vampire/setup-wsl@v4 | |
| with: | |
| distribution: ${{ matrix.image }} | |
| additional-packages: | | |
| automake | |
| build-essential | |
| cmake | |
| git | |
| gstreamer1.0-plugins-base-apps | |
| gstreamer1.0-plugins-bad | |
| gstreamer1.0-plugins-good | |
| gstreamer1.0-plugins-ugly | |
| gstreamer1.0-tools | |
| libcurl4-openssl-dev | |
| libgstreamer1.0-dev | |
| libgstreamer-plugins-base1.0-dev | |
| liblog4cplus-dev | |
| libssl-dev | |
| pkg-config | |
| mkvtoolnix | |
| use-cache: 'false' # Cache entry for Ubuntu 22.04 and 24.04 are the same (conflict) | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Move repository in WSL | |
| run: | | |
| # Copy to ~/kvs-cpp-repo for simplicity | |
| # Note: Can't move due to no permissions | |
| REPO_NAME=$(basename ${{ github.repository }}) | |
| cp -r /mnt/d/a/$REPO_NAME/$REPO_NAME ~/kvs-cpp-repo | |
| - name: Build kvssink in WSL | |
| run: | | |
| mkdir -p ~/kvs-cpp-repo/build | |
| cd ~/kvs-cpp-repo/build | |
| cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DALIGNED_MEMORY_MODEL=ON -DBUILD_DEPENDENCIES=OFF | |
| make -j$(nproc) | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} | |
| role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }} | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| role-duration-seconds: 900 | |
| - name: Run kvssink with dump dir in WSL | |
| run: | | |
| mkdir -p ~/kvs-cpp-repo/build/debug_output | |
| export GST_PLUGIN_PATH=~/kvs-cpp-repo/build | |
| export KVS_DEBUG_DUMP_DATA_FILE_DIR=~/kvs-cpp-repo/build/debug_output | |
| set +e # Disable exit on error for the timeout command | |
| # Note: `env.` syntax to reference credentials to have GitHub Actions inject | |
| # the secret values into these environment variables before the command runs, | |
| # since the WSL shell doesn't have access to GitHub's environment variables | |
| timeout --preserve-status --signal=SIGINT --kill-after=15s 30s \ | |
| gst-launch-1.0 videotestsrc is-live=true num-buffers=450 \ | |
| ! video/x-raw,framerate=30/1,width=640,height=480 \ | |
| ! videoconvert ! x264enc tune=zerolatency key-int-max=45 \ | |
| ! h264parse \ | |
| ! kvssink stream-name='demo-stream-cpp-kvssink-ci-wsl-videotestsrc-${{ matrix.image }}' \ | |
| aws-region=${{ env.AWS_DEFAULT_REGION }} \ | |
| access-key=${{ env.AWS_ACCESS_KEY_ID }} \ | |
| secret-key=${{ env.AWS_SECRET_ACCESS_KEY }} \ | |
| session-token=${{ env.AWS_SESSION_TOKEN }} | |
| EXIT_CODE=$? | |
| set -e # Re-enable exit on error | |
| if [[ $EXIT_CODE -ne 0 ]]; then | |
| echo "gst-launch-1.0 exited with status: $EXIT_CODE" | |
| exit $EXIT_CODE | |
| fi | |
| - name: Verify MKV dump in WSL | |
| run: | | |
| cd ~/kvs-cpp-repo/build/debug_output | |
| mkvfiles=($(ls *.mkv 2>/dev/null)) | |
| if [ ${#mkvfiles[@]} -eq 0 ]; then | |
| echo 'No MKV files found in debug_output' | |
| exit 1 | |
| fi | |
| for file in "${mkvfiles[@]}"; do | |
| echo "Verifying $file with mkvinfo:" | |
| mkvinfo -v -X "$file" | |
| done |