lcov report

Author: sdarwin

.drone.star

@@ -2,117 +2,23 @@
 # subject to the Boost Software License, Version 1.0. (See accompanying
 # file LICENSE.txt)
 #
-# Copyright Rene Rivera 2020.
-# Copyright Alexander Grund 2022.
+# Copyright S. Darwin 2025.
 
 # For Drone CI we use the Starlark scripting language to reduce duplication.
 # As the yaml syntax for Drone CI is rather limited.
-
-# Base environment for all jobs
-globalenv={'B2_CI_VERSION': '1', 'B2_VARIANT': 'release'}
-
-# Wrapper function to apply the globalenv to all jobs
-def job(
-        # job specific environment options
-        env={},
-        **kwargs):
-  real_env = dict(globalenv)
-  real_env.update(env)
-  return job_impl(env=real_env, **kwargs)
+#
+#
+# globalenv={'B2_CI_VERSION': '1', 'B2_VARIANT': 'debug,release', 'B2_FLAGS': 'warnings=extra warnings-as-errors=on'}
+globalenv={'B2_CI_VERSION': '1', 'B2_VARIANT': 'release' }
+linuxglobalimage="cppalliance/droneubuntu2204:1"
 
 def main(ctx):
   return [
-    job(compiler='clang-3.5', cxxstd='11',             os='ubuntu-16.04'),
-    job(compiler='clang-3.6', cxxstd='11,14',          os='ubuntu-16.04'),
-    job(compiler='clang-3.8', cxxstd='11,14',          os='ubuntu-16.04'),
-    job(compiler='clang-3.9', cxxstd='11,14',          os='ubuntu-18.04'),
-    job(compiler='clang-4.0', cxxstd='11,14',          os='ubuntu-18.04'),
-    job(compiler='clang-5.0', cxxstd='11,14,1z',       os='ubuntu-18.04'),
-    job(compiler='clang-6.0', cxxstd='11,14,17',       os='ubuntu-18.04'),
-    job(compiler='clang-7',   cxxstd='11,14,17',       os='ubuntu-18.04'),
-    job(compiler='clang-8',   cxxstd='11,14,17,2a',    os='ubuntu-18.04'),
-    job(compiler='clang-9',   cxxstd='11,14,17,2a',    os='ubuntu-18.04'),
-    job(compiler='clang-10',  cxxstd='11,14,17,2a',    os='ubuntu-18.04'),
-    job(compiler='clang-11',  cxxstd='11,14,17,2a',    os='ubuntu-22.04'),
-    job(compiler='clang-12',  cxxstd='11,14,17,20',    os='ubuntu-22.04'),
-    job(compiler='clang-13',  cxxstd='11,14,17,20,2b', os='ubuntu-22.04'),
-    job(compiler='clang-14',  cxxstd='11,14,17,20,2b', os='ubuntu-22.04'),
-    job(compiler='clang-15',  cxxstd='11,14,17,20,2b', os='ubuntu-22.04', add_llvm=True),
-
-    job(compiler='gcc-4.7',   cxxstd='11',             os='ubuntu-16.04'),
-    job(compiler='gcc-4.8',   cxxstd='11',             os='ubuntu-16.04'),
-    job(compiler='gcc-4.9',   cxxstd='11',             os='ubuntu-16.04'),
-    job(compiler='gcc-5',     cxxstd='11,14,1z',       os='ubuntu-18.04'),
-    job(compiler='gcc-6',     cxxstd='11,14,1z',       os='ubuntu-18.04'),
-    job(compiler='gcc-7',     cxxstd='11,14,1z',       os='ubuntu-18.04'),
-    job(compiler='gcc-8',     cxxstd='11,14,17,2a',    os='ubuntu-18.04'),
-    job(compiler='gcc-9',     cxxstd='11,14,17,2a',    os='ubuntu-18.04'),
-    job(compiler='gcc-10',    cxxstd='11,14,17,20',    os='ubuntu-22.04'),
-    job(compiler='gcc-11',    cxxstd='11,14,17,20,2b', os='ubuntu-22.04'),
-    job(compiler='gcc-12',    cxxstd='11,14,17,20,2b', os='ubuntu-22.04'),
-
-    job(name='Coverage', buildtype='codecov',
-        compiler='gcc-8',     cxxstd='11,14,17,2a',    os='ubuntu-18.04'),
-    job(name='Coverity Scan', buildtype='coverity',
-        compiler='clang',     cxxstd=None,             os='ubuntu-18.04', packages=''),
-    # Sanitizers
-    job(name='ASAN',  asan=True,
-        compiler='gcc-12',    cxxstd='11,14,17,20',    os='ubuntu-22.04'),
-    job(name='UBSAN', ubsan=True,
-        compiler='gcc-12',    cxxstd='11,14,17,20',    os='ubuntu-22.04'),
-    job(name='TSAN',  tsan=True,
-        compiler='gcc-12',    cxxstd='11,14,17,20',    os='ubuntu-22.04'),
-    job(name='Clang 14 w/ sanitizers', asan=True, ubsan=True,
-        compiler='clang-14',  cxxstd='11,14,17,20',    os='ubuntu-22.04'),
-    job(name='Clang 11 libc++ w/ sanitizers', asan=True, ubsan=True, # libc++-11 is the latest working with ASAN: https://github.com/llvm/llvm-project/issues/59432
-        compiler='clang-11',  cxxstd='11,14,17,20',    os='ubuntu-20.04', stdlib='libc++', install='libc++-11-dev libc++abi-11-dev'),
-    job(name='Valgrind', valgrind=True,
-        compiler='clang-6.0', cxxstd='11,14,1z',       os='ubuntu-18.04', install='libc6-dbg libc++-dev libstdc++-8-dev'),
-
-    # libc++
-    job(compiler='clang-6.0', cxxstd='11,14,17,2a',    os='ubuntu-18.04', stdlib='libc++', install='libc++-dev libc++abi-dev'),
-    job(compiler='clang-7',   cxxstd='11,14,17,2a',    os='ubuntu-20.04', stdlib='libc++', install='libc++-7-dev libc++abi-7-dev'),
-    job(compiler='clang-8',   cxxstd='11,14,17,2a',    os='ubuntu-20.04', stdlib='libc++', install='libc++-8-dev libc++abi-8-dev'),
-    job(compiler='clang-9',   cxxstd='11,14,17,2a',    os='ubuntu-20.04', stdlib='libc++', install='libc++-9-dev libc++abi-9-dev'),
-    job(compiler='clang-10',  cxxstd='11,14,17,20',    os='ubuntu-20.04', stdlib='libc++', install='libc++-10-dev libc++abi-10-dev'),
-    job(compiler='clang-11',  cxxstd='11,14,17,20',    os='ubuntu-20.04', stdlib='libc++', install='libc++-11-dev libc++abi-11-dev'),
-    job(compiler='clang-12',  cxxstd='11,14,17,20',    os='ubuntu-22.04', stdlib='libc++', install='libc++-12-dev libc++abi-12-dev libunwind-12-dev'),
-    job(compiler='clang-13',  cxxstd='11,14,17,20',    os='ubuntu-22.04', stdlib='libc++', install='libc++-13-dev libc++abi-13-dev'),
-    job(compiler='clang-14',  cxxstd='11,14,17,20',    os='ubuntu-22.04', stdlib='libc++', install='libc++-14-dev libc++abi-14-dev'),
-    job(compiler='clang-15',  cxxstd='11,14,17,20',    os='ubuntu-22.04', stdlib='libc++', install='libc++-15-dev libc++abi-15-dev', add_llvm=True),
-
-    # FreeBSD
-    job(compiler='clang-10',  cxxstd='11,14,17,20',    os='freebsd-13.1'),
-    job(compiler='clang-15',  cxxstd='11,14,17,20',    os='freebsd-13.1'),
-    job(compiler='gcc-11',    cxxstd='11,14,17,20',    os='freebsd-13.1', linkflags='-Wl,-rpath=/usr/local/lib/gcc11'),
-    # OSX
-    job(compiler='clang',     cxxstd='11,14,17,2a',    os='osx-xcode-10.1'),
-    job(compiler='clang',     cxxstd='11,14,17,2a',    os='osx-xcode-10.3'),
-    job(compiler='clang',     cxxstd='11,14,17,2a',    os='osx-xcode-11.1'),
-    job(compiler='clang',     cxxstd='11,14,17,2a',    os='osx-xcode-11.7'),
-    job(compiler='clang',     cxxstd='11,14,17,2a',    os='osx-xcode-12'),
-    job(compiler='clang',     cxxstd='11,14,17,20',    os='osx-xcode-12.5.1'),
-    job(compiler='clang',     cxxstd='11,14,17,20',    os='osx-xcode-13.0'),
-    job(compiler='clang',     cxxstd='11,14,17,20',    os='osx-xcode-13.4.1'),
-    job(compiler='clang',     cxxstd='11,14,17,20,2b', os='osx-xcode-14.0'),
-    job(compiler='clang',     cxxstd='11,14,17,20,2b', os='osx-xcode-14.3.1'),
-    job(compiler='clang',     cxxstd='11,14,17,20,2b', os='osx-xcode-15.0.1'),
-    # ARM64
-    job(compiler='clang-12',  cxxstd='11,14,17,20',    os='ubuntu-20.04', arch='arm64', add_llvm=True),
-    job(compiler='gcc-11',    cxxstd='11,14,17,20',    os='ubuntu-20.04', arch='arm64'),
-    # S390x
-    job(compiler='clang-12',  cxxstd='11,14,17,20',    os='ubuntu-20.04', arch='s390x', add_llvm=True),
-    job(compiler='gcc-11',    cxxstd='11,14,17,20',    os='ubuntu-20.04', arch='s390x'),
-    # Windows
-    job(compiler='msvc-14.0', cxxstd=None,              os='windows', env={'B2_DONT_EMBED_MANIFEST': 1}),
-    job(compiler='msvc-14.1', cxxstd=None,              os='windows'),
-    job(compiler='msvc-14.2', cxxstd=None,              os='windows'),
-    job(compiler='msvc-14.3', cxxstd=None,              os='windows'),
-    job(compiler='msvc-14.0', cxxstd='14,17,20',        os='windows', env={'B2_DONT_EMBED_MANIFEST': 1}),
-    job(compiler='msvc-14.1', cxxstd='14,17,20',        os='windows'),
-    job(compiler='msvc-14.2', cxxstd='14,17,20',        os='windows'),
-    job(compiler='msvc-14.3', cxxstd='14,17,20,latest', os='windows'),
+  linux_cxx("lcov report 1", "g++-12", packages="g++-12", buildtype="lcov-report", buildscript="drone", image="cppalliance/droneubuntu2204:1", environment={'LCOV_SKIP_PATTERN': '^[g-z]', 'B2_TOOLSET': 'gcc-12', 'B2_CXXSTD': '20'}, globalenv=globalenv),
+  linux_cxx("lcov report 2", "g++-12", packages="g++-12", buildtype="lcov-report", buildscript="drone", image="cppalliance/droneubuntu2204:1", environment={'LCOV_SKIP_PATTERN': '^[a-fn-z]', 'B2_TOOLSET': 'gcc-12', 'B2_CXXSTD': '20'}, globalenv=globalenv),
+  linux_cxx("lcov report 3", "g++-12", packages="g++-12", buildtype="lcov-report", buildscript="drone", image="cppalliance/droneubuntu2204:1", environment={'LCOV_SKIP_PATTERN': '^[a-ms-z]', 'B2_TOOLSET': 'gcc-12', 'B2_CXXSTD': '20'}, globalenv=globalenv),
+  linux_cxx("lcov report 4", "g++-12", packages="g++-12", buildtype="lcov-report", buildscript="drone", image="cppalliance/droneubuntu2204:1", environment={'LCOV_SKIP_PATTERN': '^[a-r]', 'B2_TOOLSET': 'gcc-12', 'B2_CXXSTD': '20'}, globalenv=globalenv),
   ]
 
 # from https://github.com/boostorg/boost-ci
-load("@boost_ci//ci/drone/:functions.star", "linux_cxx", "windows_cxx", "osx_cxx", "freebsd_cxx", "job_impl")
+load("@boost_ci//ci/drone/:functions.star", "linux_cxx","windows_cxx","osx_cxx","freebsd_cxx")

.drone/after-install.bat

@@ -55,6 +55,9 @@ echo "B2 config: $(env | grep B2_ || true)"
 echo "==================================> SCRIPT ($DRONE_JOB_BUILDTYPE)"
 
 case "$DRONE_JOB_BUILDTYPE" in
+    lcov-report)
+        $BOOST_CI_SRC_FOLDER/.drone/lcov-report.sh
+        ;;
     boost)
         $BOOST_CI_SRC_FOLDER/ci/build.sh
         ;;

.drone/after-install.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+
+set -eu
+# set -x
+
+export LCOV_SKIPLIST="math"
+
+: "${LCOV_SKIP_PATTERN:='^[9]'}" # Set default lcov skip pattern
+
+pwd
+
+export CI_DIR=${BOOST_CI_SRC_FOLDER}/ci
+export LCOV_VERSION="v2.3"
+export LCOV_IGNORE_ERRORS_LEVEL=standard
+
+touch /tmp/failed.txt
+touch /tmp/succeeded.txt
+
+cd "$BOOST_ROOT"
+git submodule update --init --recursive --jobs 4
+./b2 headers
+
+# shellcheck disable=SC2016
+git submodule foreach '$CI_DIR/runcodecov.sh $name'
+
+echo " "
+echo "The following is a collection of all lcov warnings/errors"
+echo " "
+cat /tmp/lcov-results.txt
+echo " "
+echo "The above list is a collection of all lcov warnings/errors"
+echo " "
+
+echo " "
+echo "The following is a collection of less usual lcov warnings/errors"
+echo " "
+grep -v mismatch /tmp/lcov-results.txt | grep -v inconsistent | grep -v unused
+echo " "
+echo "The above list is a collection of less usual lcov warnings/errors"
+echo " "
+
+
+failed=$(wc -l /tmp/failed.txt | cut -d" " -f1)
+succeeded=$(wc -l /tmp/succeeded.txt | cut -d" " -f1)
+echo "$failed failed, $succeeded succeeded."
+echo ""
+cat /tmp/failed.txt
+
+sleep 60
+
+echo "Completed"

.drone/before-install.bat

@@ -116,6 +116,7 @@ jobs:
 
     timeout-minutes: 120
     runs-on: ${{matrix.os}}
+    if: false
     container:
       image: ${{matrix.container}}
       volumes:
@@ -301,6 +302,7 @@ jobs:
           - { toolset: gcc,       cxxstd: '11,14,17,2a', addrmd: '64',    os: windows-2019 }
 
     runs-on: ${{matrix.os}}
+    if: false
 
     steps:
       - uses: actions/checkout@v4
@@ -365,6 +367,7 @@ jobs:
           - { sys: MINGW64, compiler: gcc, cxxstd: '11,17,20' }
 
     runs-on: windows-latest
+    if: false
 
     steps:
       - uses: actions/checkout@v4
@@ -428,6 +431,7 @@ jobs:
 
     timeout-minutes: 120
     runs-on: ${{matrix.os}}
+    if: false
 
     steps:
       - uses: actions/checkout@v4

.drone/before-install.sh

@@ -104,6 +104,7 @@ jobs:
     name: ${{matrix.name}}
     timeout-minutes: 120
     runs-on: ${{matrix.os}}
+    if: false
     env: ${{matrix.env}}
 
     steps:

.drone/drone.bat

@@ -0,0 +1,54 @@
+#!/bin/bash
+
+set -eu
+# set -x
+
+reponame=$1
+echo "reponame is $reponame"
+echo "date is $(date)"
+mkdir -p /tmp/lcov-repo-results || true
+
+# Filters.
+# jump ahead to continue testing
+if [[ "$reponame" =~ ${LCOV_SKIP_PATTERN} ]]; then
+   echo "skipping ahead X letters"
+elif [[ "$LCOV_SKIPLIST" =~ $reponame ]]; then
+    echo "repo in skiplist"
+else
+    # required vars for codecov.sh:
+    # BOOST_ROOT is already set
+    BOOST_CI_SRC_FOLDER=$(pwd)
+    export BOOST_CI_SRC_FOLDER
+    if ! SELF=$(python3 "$CI_DIR/get_libname.py"); then
+        echo "..failed to determine SELF name of lib"
+        echo "$reponame failed to determine SELF variable. May be expected. Continuing." >> /tmp/failed.txt
+        exit 0
+    fi
+    export SELF
+
+    # clean disk space
+    rm -rf "$BOOST_ROOT/bin.v2/libs"
+
+    # Run the parts of travis/codecov.sh separately:
+    # shellcheck disable=SC1091
+    source "$CI_DIR"/codecov.sh "setup"
+    set +e
+    if ! "$CI_DIR"/build.sh ; then
+        echo "..failed. CODECOV FAILED at build.sh. LIBRARY $reponame"
+        echo "$reponame failed build.sh" >> /tmp/failed.txt
+    fi
+    echo "After build.sh"
+    echo "Running codecov.sh collect"
+    set -o pipefail
+    if ! "$CI_DIR"/codecov.sh "collect" 2>&1 | tee "/tmp/lcov-repo-results/$reponame" ; then
+        echo "..failed. CODECOV FAILED coverage. LIBRARY $reponame"
+        echo "$reponame failed coverage" >> /tmp/failed.txt
+    else
+        echo "LIBRARY $reponame SUCCEEDED."
+        echo "$reponame" >> /tmp/succeeded.txt
+    fi
+
+    echo "LIBRARY $reponame RESULTS:" >> /tmp/lcov-results.txt
+    grep "lcov: ERROR" "/tmp/lcov-repo-results/$reponame" >> /tmp/lcov-results.txt || true
+    grep "lcov: WARNING" "/tmp/lcov-repo-results/$reponame" >> /tmp/lcov-results.txt || true
+fi