Update main

# Conflicts:
#	include/srsran/adt/concurrent_queue.h
#	include/srsran/phy/upper/vrb_to_prb_mapper.h
#	include/srsran/support/async/detail/type_list.h
#	lib/cu_cp/mobility_manager/mobility_manager_factory.cpp
#	lib/cu_cp/mobility_manager/mobility_manager_factory.h
#	lib/phy/upper/vrb_to_prb_mapper.cpp
#	tests/unittests/mac/mac_dl_metrics_test.cpp
#	tests/unittests/phy/upper/channel_processors/pucch/pucch_detector_test.cpp
#	tests/unittests/phy/upper/channel_processors/pucch/pucch_detector_test_data.h
#	tests/unittests/phy/upper/channel_processors/pucch/pucch_processor_format1_test_data.tar.gz
#	tests/unittests/phy/upper/vrb_to_prb_mapper_test.cpp

Author: codebot

.gitlab-ci.yml

@@ -255,6 +255,62 @@ matlab weekly:
     project: softwareradiosystems/srsgnb_matlab
     branch: master
 
+generate nightly plugin:
+  stage: ci
+  image: ubuntu:24.04
+  rules:
+    - if: $CI_DESCRIPTION =~ /Nightly Build Unit Tests Plugin/
+  variables:
+    GIT_STRATEGY: none
+  script:
+    - |
+      echo """
+      include:
+        - project: softwareradiosystems/ci/tools
+          ref: \"21\"
+          file: .gitlab/ci-shared/setup/all.yml
+
+      stages:
+        - trigger
+      """ >> trigger_nightly_plugins.yml
+
+      while IFS='|' read -r PLUGIN_PATH PLUGIN_REPO PLUGIN_REF; do
+          echo """
+      ${PLUGIN_PATH} nightly:
+        stage: trigger
+        interruptible: false
+        variables:
+          ON_SCHEDULE: "true"
+          CI_DESCRIPTION: Nightly
+          NOTIFY_SLACK: "false"
+        trigger:
+          project: ${PLUGIN_REPO}
+          branch: main
+          strategy: depend
+      """ >> trigger_nightly_plugins.yml
+      done < <(grep -v '^#' "$PLUGINS_DATA_FILE")
+    - cat trigger_nightly_plugins.yml
+  artifacts:
+    paths:
+      - trigger_nightly_plugins.yml
+    expire_in: 1 day
+
+plugin nightly:
+  stage: ci
+  interruptible: false
+  rules:
+    - if: $CI_DESCRIPTION =~ /Nightly Build Unit Tests Plugin/
+  inherit:
+    variables: false
+  trigger:
+    include:
+      - artifact: trigger_nightly_plugins.yml
+        job: generate nightly plugin
+    strategy: depend
+  needs:
+    - job: generate nightly plugin
+      artifacts: true
+
 ################################################################################
 ## Static
 ################################################################################

.gitlab/ci-shared/Readme.md

@@ -37,13 +37,17 @@ variables:
   DPDK_VERSION:
     description: must be one version supported in the specified OS
     value: ""
+  TEST_MODE:
+    description: Run tests with labels matching regular expression. "none" won't run any test at all.
+    value: "default"
 
 .build_and_unit_template:
   image: ${CR_REGISTRY_URI}/srsgnb/builder-${OS}:${DOCKER_BUILDER_VERSION}
   variables:
     CMAKE_BUILD_TYPE: "" # Empty for cmake default
     ASSERT_LEVEL: "" # Empty for cmake default
     ENABLE_EXPORT: "" # Empty for cmake default
+    ENABLE_BACKWARD: "" # Empty for cmake default
     ENABLE_FFTW: "" # Empty for cmake default
     ENABLE_MKL: "False" # Empty for cmake default
     ENABLE_ARMPL: "False" # Empty for cmake default
@@ -57,9 +61,11 @@ variables:
     ENABLE_UBSAN_MIN: "" # Empty for cmake default
     ENABLE_RTSAN: "" # Empty for cmake default
     ENABLE_WERROR: "" # Empty for cmake default
+    ENABLE_PLUGINS: "" # Empty for cmake default
     FORCE_DEBUG_INFO: "" # Empty for cmake default
     MARCH: "" # Empty for cmake default
     MTUNE: "" # Empty for cmake default
+    SRS_TARGET: "" # Empty for cmake default
     # CACHE
     CCACHE_MAXSIZE: 3G
     # TEST
@@ -81,18 +87,21 @@ variables:
   before_script:
     - |
       for var in \
-        CMAKE_BUILD_TYPE ASSERT_LEVEL ENABLE_EXPORT \
+        CMAKE_BUILD_TYPE ASSERT_LEVEL ENABLE_EXPORT ENABLE_BACKWARD \
         ENABLE_FFTW ENABLE_MKL ENABLE_ARMPL \
         ENABLE_UHD ENABLE_DPDK ENABLE_ZEROMQ \
         ENABLE_ASAN ENABLE_TSAN ENABLE_GCOV \
         ENABLE_UBSAN ENABLE_UBSAN_MIN ENABLE_RTSAN \
-        ENABLE_WERROR FORCE_DEBUG_INFO \
+        ENABLE_WERROR ENABLE_PLUGINS FORCE_DEBUG_INFO \
         MARCH MTUNE \
       ; do
         if [ -n "${!var}" ]; then
           BUILD_ARGS="-D${var}=${!var} ${BUILD_ARGS}"
         fi
       done
+      if [[ $TEST_MODE = "none" ]]; then
+        BUILD_ARGS="${BUILD_ARGS} -DBUILD_TESTS=False"
+      fi
 
       BUILD_CMD="${BUILD_ARGS}"
       if [ -n "${DPDK_VERSION}" ]; then
@@ -111,19 +120,42 @@ variables:
       if [ -n "${COMPILER}" ]; then
         BUILD_CMD="-c ${COMPILER} ${BUILD_CMD}"
       fi
+    - |
+      case $TEST_MODE in
+        valgrind)
+          G_DEBUG=gc-friendly G_SLICE=always-malloc
+          # Default timeout per test is 1500 (25 min)
+          export CTEST_TIMEOUT=3600
+          export CTEST_TEST_TIMEOUT=${CTEST_TIMEOUT}
+          CTEST_ARGS="-T memcheck -LE NO_MEMCHECK --timeout ${CTEST_TIMEOUT}"
+          ;;
+        default|coverage)
+          CTEST_ARGS=""
+          ;;
+        *)
+          CTEST_ARGS="-L $TEST_MODE"
+          ;;
+      esac
+    - |
+      echo "INFRASTRUCTURE_TAG=${INFRASTRUCTURE_TAG}"
+      echo "OS=${OS}"
+      echo "SRS_TARGET=${SRS_TARGET}"
+      echo "COMPILER=${COMPILER}"
+      echo "UHD_VERSION=${UHD_VERSION}"
+      echo "DPDK_VERSION=${DPDK_VERSION}"
+      echo "BUILD_ARGS=${BUILD_ARGS}"
+      echo "TEST_MODE=${TEST_MODE}"
     - |
       build_srsran() {
-        target="$1"
-        shift
         set -x
-        builder.sh -m "-j${KUBERNETES_CPU_REQUEST} ${target}" ${BUILD_CMD} "$@" ${SRSRANDIR}
+        builder.sh -m "-j${KUBERNETES_CPU_REQUEST} ${SRS_TARGET}" ${BUILD_CMD} ${SRSRANDIR}
         { set +x; } 2>/dev/null
       }
     - |
       launch_tests_srsran() {
         cd ${SRSRANDIR}/build
         echo "Using LD_LIBRARY_PATH=$LD_LIBRARY_PATH"
         set -x
-        ctest -j${KUBERNETES_CPU_REQUEST} --schedule-random --output-on-failure --output-junit xunit.xml "$@"
+        ctest -j${KUBERNETES_CPU_REQUEST} --schedule-random --output-on-failure --output-junit xunit.xml $CTEST_ARGS
         { set +x; } 2>/dev/null
       }

.gitlab/ci-shared/build.yml

@@ -14,15 +14,15 @@ variables:
       - "viavi"
       - "none"
     value: "zmq"
+  E2E_FILE_OR_DIR:
+    description: Path to the test file or directory to run. Empty for all tests in the folder.
+    value: ""
   MARKERS:
     description: Selected pytest marker (label / tag). Tests with that mark will run.
     value: ""
   KEYWORDS:
     description: Select tests by keyword expressions. This will run tests which contain names that match the given string expression (case-insensitive), which can include Python operators that use filenames, class names and function names as variables
     value: ""
-  PYTEST_ARGS:
-    description: Extra pytest args for the e2e suite to run
-    value: ""
   RETINA_PARAM_ARGS:
     description: Extra retina args for the e2e suite to run
     value: ""
@@ -96,9 +96,9 @@ variables:
       # Print E2E parameters
       echo "GROUP=${GROUP}"
       echo "TESTBED=${TESTBED}"
+      echo "E2E_FILE_OR_DIR=${E2E_FILE_OR_DIR}"
       echo "MARKERS=${MARKERS}"
       echo "KEYWORDS=${KEYWORDS}"
-      echo "PYTEST_ARGS=${PYTEST_ARGS}"
       echo "RETINA_PARAM_ARGS=${RETINA_PARAM_ARGS}"
       echo "RETINA_LAUNCHER_ARGS=${RETINA_LAUNCHER_ARGS}"
       echo "E2E_LOG_LEVEL=${E2E_LOG_LEVEL}"
@@ -126,7 +126,7 @@ variables:
       export LOGNAME=ci_${GROUP}
     # Run Retina
     - |
-      E2E_CMD="retina-launcher ${RETINA_LAUNCHER_ARGS} --retina-request=${SRSRANDIR}/.gitlab/ci/e2e/${TESTBED}.yml ${PYTEST_ARGS} -k '${KEYWORDS}' -m '${MARKERS}' --register-parameter ue.all.log_level=$E2E_LOG_LEVEL gnb.all.log_level=$E2E_LOG_LEVEL ${RETINA_PARAM_ARGS}"
+      E2E_CMD="retina-launcher ${E2E_FILE_OR_DIR} ${RETINA_LAUNCHER_ARGS} --retina-request=${SRSRANDIR}/.gitlab/ci/e2e/${TESTBED}.yml -k '${KEYWORDS}' -m '${MARKERS}' --register-parameter ue.all.log_level=$E2E_LOG_LEVEL gnb.all.log_level=$E2E_LOG_LEVEL ${RETINA_PARAM_ARGS}"
       echo "${E2E_CMD}"
       eval $E2E_CMD
   after_script: