New bot command: please build

.github/workflows/test-process-pr.yaml

@@ -26,7 +26,9 @@ jobs:
           sparse-checkout: tests/Framework.py
           sparse-checkout-cone-mode: false
       - run: mv tmp/tests/Framework.py tests/
-      - run: sed -i -e 's/pool_size=self.pool_size/per_page=100/g' tests/Framework.py
+      - run: |
+          cd tests
+          patch -p0 < Framework.patch
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
         with:

.gitignore

@@ -2,5 +2,10 @@
 .idea
 *.properties
 tests/Framework.py
-venv
+venv*
 GithubCredentials.py
+.coverage
+htmlcov
+/tests/ReplayData/TestProcessPr.test_mark_rejected.txt
+/tests/ReplayData/TestProcessPr.test_mark_passed.txt
+/tests/*.log

build-release

@@ -103,16 +103,16 @@ pushd $BUILD_DIR
   TOOL_CONF_PACKAGES=`grep '^%define \(build\|\)directpkgreqs' SPECS/cms/cmssw$PATCH/*/spec | grep -v '%{nil}' | sed 's|.*directpkgreqs[ \t]*||' | tr ' ' '\n' | cut -f2 -d/ | sort | uniq | tr '\n' ' '`
   [ -e CMSDIST/gcc-fixincludes.spec ] && TOOL_CONF_PACKAGES="gcc-fixincludes ${TOOL_CONF_PACKAGES}"
   EXT_FAILED=false
-  PYTHONPATH= $CMSBUILD_CMD --builders 4 build $TOOL_CONF_PACKAGES || EXT_FAILED=true
+  PYTHONPATH= $CMSBUILD_CMD --builders 2 build $TOOL_CONF_PACKAGES || EXT_FAILED=true
   echo DATE=`date`
   if $EXT_FAILED ; then
     BLD_PKGS=$(ls RPMS/${ARCHITECTURE}/ | grep '.rpm$' | cut -d+ -f2 | grep -v 'coral-debug')
-    if [ "X$BLD_PKGS" != "X" ] ; then PYTHONPATH= $CMSBUILD_CMD --builders 4 --sync-back upload ${BLD_PKGS} ; fi
+    if [ "X$BLD_PKGS" != "X" ] ; then PYTHONPATH= $CMSBUILD_CMD --builders 2 --sync-back upload ${BLD_PKGS} ; fi
     rm -rf  tmp
     exit 1
   fi
   if [ `ls RPMS/${ARCHITECTURE} | wc -l` -gt 0 ] ; then
-    PYTHONPATH= $CMSBUILD_CMD --builders 4 --sync-back upload $TOOL_CONF_PACKAGES
+    PYTHONPATH= $CMSBUILD_CMD --builders 2 --sync-back upload $TOOL_CONF_PACKAGES
     echo DATE=`date`
     PYTHONPATH= $CMSBUILD_CMD deprecate-local $TOOL_CONF_PACKAGES
     echo DATE=`date`

categories.py

@@ -86,6 +86,7 @@
     "quinnanm": ["l1"],
     "antoniovagnerini": ["dqm"],
     "rseidita": ["dqm"],
+    "ctarricone": ["dqm"],
     "smorovic": ["daq"],
     "smuzaffar": ["core"],
     "srimanob": ["upgrade"],

categories_map.py

@@ -941,6 +941,7 @@
         "HLTrigger/JSONMonitoring",
         "HLTrigger/JetMET",
         "HLTrigger/Muon",
+        "HLTrigger/NGTScouting",
         "HLTrigger/Timer",
         "HLTrigger/Tools",
         "HLTrigger/btau",

cmssw_l2/commit.txt

@@ -13,3 +13,4 @@ a6fdf78d2452d18181489212f74bea9225686189
 88940a2ff159dc40ec3796956f125959b3f3235d
 a9acc5a23090c16b328ea3e182dcbcaf3bf2ca73
 90cc4db0b44dddb54f82fe77d7cd833219aadbe3
+9f08b9a0bd8e6dd44ab4e6412f6a44bfcb8e9db8

cmssw_l2/l2.json

@@ -644,6 +644,14 @@
       "start_date": 1618272000
     }
   ],
+  "ctarricone": [
+    {
+      "category": [
+        "dqm"
+      ],
+      "start_date": 1747180800
+    }
+  ],
   "cvuosalo": [
     {
       "category": [

config.map

@@ -4,7 +4,8 @@ SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/ma
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/fp;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_FP_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_DAY=0,2,4;BUILD_OPTS=frame_pointer;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_NOOFAST_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=24;DISABLED=1;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_NONLTO_X;DOCKER_IMG=cmssw/el8;PR_TESTS=1;BUILD_OPTS=no-lto,microarchs:x86-64-v2;
-SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_NONLTO_X;DOCKER_IMG=cmssw/el8;PR_TESTS=1;BUILD_OPTS=no-lto,microarchs:x86-64-v2;
+SCRAM_ARCH=el8_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_NONLTO_X;DOCKER_IMG=cmssw/el8;PR_TESTS=1;BUILD_OPTS=no-lto,microarchs:x86-64-v2;BUILD_HOUR=24;
+SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_NONLTO_X;DOCKER_IMG=cmssw/el8;PR_TESTS=1;BUILD_OPTS=no-lto,microarchs:x86-64-v2;BUILD_HOUR=24;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/py312;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_PY312_X;DOCKER_IMG=cmssw/el8;BUILD_DAY=3;BUILD_HOUR=23;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/tf;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_TF_X;DOCKER_IMG=cmssw/el8;BUILD_DAY=2;BUILD_HOUR=11;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_MKLDNN0_X;DOCKER_IMG=cmssw/el8;BUILD_DAY=1;BUILD_HOUR=23;BUILD_OPTS=no-tf_mkldnn;
@@ -13,15 +14,17 @@ SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/cu
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_MULTIARCHS_X;DOCKER_IMG=cmssw/el8;PR_TESTS=1;MULTIARCH_OPTS=x86-64-v2;
 SCRAM_ARCH=el9_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/cs9;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_MULTIARCHSV4_X;DOCKER_IMG=cmssw/el9;BUILD_HOUR=23;BUILD_DAY=1,4;MULTIARCH_OPTS=x86-64-v4;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_GPU_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;IB_TEST_TYPE=cuda;
-SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_GPU_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;IB_TEST_TYPE=cuda;
+SCRAM_ARCH=el8_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_GPU_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=24;IB_TEST_TYPE=cuda;
+SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_GPU_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=24;IB_TEST_TYPE=cuda;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ROCM_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_DAY=0,3;IB_TEST_TYPE=rocm;
 SCRAM_ARCH=fc39_riscv64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13r6;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;BUILD_HOUR=23;DOCKER_IMG=cmssw/fc39;IB_ONLY=1;BUILD_DAY=1,3,5;DISABLED=1;BUILD_OPTS=without:cuda:rocm:tensorflow:openloops:valgrind,system:gcc:autotools;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/clang;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_CLANG_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_OPTS=no-lto;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ASAN_X;BUILD_HOUR=0,23;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;PR_TESTS=1;BUILD_OPTS=no-lto;
-SCRAM_ARCH=el8_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ASAN_X;BUILD_HOUR=24;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;BUILD_OPTS=no-lto;
-SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ASAN_X;BUILD_HOUR=24;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;BUILD_OPTS=no-lto;
+SCRAM_ARCH=el8_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ASAN_X;BUILD_HOUR=24;DOCKER_IMG=cmssw/el8;BUILD_OPTS=no-lto;
+SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ASAN_X;BUILD_HOUR=24;DOCKER_IMG=cmssw/el8;BUILD_OPTS=no-lto;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/master;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_UBSAN_X;BUILD_HOUR=0,23;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;BUILD_OPTS=no-lto;
-SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_UBSAN_X;BUILD_HOUR=0,23;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;BUILD_OPTS=no-lto;
+SCRAM_ARCH=el8_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_UBSAN_X;BUILD_HOUR=24;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;BUILD_OPTS=no-lto;
+SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_UBSAN_X;BUILD_HOUR=24;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,3,5;BUILD_OPTS=no-lto;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g4;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_GEANT4_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_DAY=0,3;BUILD_OPTS=no-vecgeom;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g4;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_G4VECGEOM_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_DAY=0,3;
 SCRAM_ARCH=el10_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/el10;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el10;BUILD_HOUR=24;IB_ONLY=1;BUILD_OPTS=without:rocm,microarchs:x86-64-v4;
@@ -34,7 +37,9 @@ SCRAM_ARCH=el8_aarch64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/root636;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_ROOT636_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;PR_TESTS=1;BUILD_DAY=1,3,5;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/rntuple;RELEASE_BRANCH=CMSSW_15_1_RNTUPLE_X;RELEASE_QUEUE=CMSSW_15_1_RNTUPLE_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;PR_TESTS=1;DEBUG_EXTERNALS=root;
 SCRAM_ARCH=el8_amd64_gcc12;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/rootmodule;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_CXXMODULE_X;DOCKER_IMG=cmssw/el8;BUILD_DAY=1,5;BUILD_HOUR=23;DEBUG_EXTERNALS=root;
-SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_DAY=1,3,5;MULTIARCH_OPTS=x86-64-v2;IB_ONLY=1;
+SCRAM_ARCH=el8_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=11;BUILD_DAY=2,4;MULTIARCH_OPTS=x86-64-v2;IB_ONLY=1;
+SCRAM_ARCH=el9_amd64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el9;BUILD_HOUR=11;BUILD_DAY=2,4;MULTIARCH_OPTS=x86-64-v2;IB_ONLY=1;
+SCRAM_ARCH=el8_aarch64_gcc14;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g14;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=11;BUILD_DAY=2,4;IB_ONLY=1;DISABLED=1;
 SCRAM_ARCH=el9_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el9;BUILD_HOUR=23;BUILD_DAY=5;MULTIARCH_OPTS=x86-64-v2;IB_ONLY=1;
 SCRAM_ARCH=el8_amd64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;MULTIARCH_OPTS=x86-64-v2;
 SCRAM_ARCH=el8_aarch64_gcc13;PKGTOOLS_TAG=V00-34-XX;CMSDIST_TAG=IB/CMSSW_15_1_X/g13;RELEASE_BRANCH=master;RELEASE_QUEUE=CMSSW_15_1_X;DOCKER_IMG=cmssw/el8;BUILD_HOUR=23;BUILD_DAY=1,5;

cuda/install-cuda.py

@@ -548,7 +548,7 @@ def main():
         "-o",
         "--os",
         metavar="OS",
-        choices=["rhel7", "rhel8", "rhel9"],
+        choices=["rhel7", "rhel8", "rhel9", "rhel10"],
         default="rhel9",
         help="the operating system to download the components for; currently this is ignored, because a single set of components supports all recent Linux versions",
     )

cvmfsInstall.sh

@@ -1,4 +1,29 @@
 #!/bin/sh -ex
+
+function install_package() {
+  rm -f ${WORKSPACE}/inst.log
+  ${CMSPKG} install -y $@ 2>&1 | tee -a ${WORKSPACE}/inst.log 2>&1 || true
+  if [ $(grep 'cannot open Packages index using db6' ${WORKSPACE}/inst.log | wc -l) -gt 0 ] ; then
+    echo "ERROR: RPM DB error found"
+    if [ "${USE_LOCAL_RPMDB}" = "true" ] ; then
+      echo "  Trying local DB"
+      mv $WORKDIR/${SCRAM_ARCH}/var/lib/rpm/Packages  ${WORKSPACE}/Packages
+      ln -s ${WORKSPACE}/Packages $WORKDIR/${SCRAM_ARCH}/var/lib/rpm/Packages
+      rm -f ${WORKSPACE}/inst.log
+      ${CMSPKG} install -y $@ 2>&1 | tee -a ${WORKSPACE}/inst.log 2>&1 || true
+      rm -f $WORKDIR/${SCRAM_ARCH}/var/lib/rpm/Packages
+      mv ${WORKSPACE}/Packages $WORKDIR/${SCRAM_ARCH}/var/lib/rpm/Packages
+      echo "Copr RPM DB back"
+      if [ $(grep 'cannot open Packages index using db6' ${WORKSPACE}/inst.log | wc -l) -gt 0 ] ; then
+        echo "Still has RPM DB error"
+        touch ${WORKSPACE}/err.txt
+      fi
+    else
+      touch ${WORKSPACE}/err.txt
+    fi
+  fi
+}
+
 source $(dirname $0)/cmsrep.sh
 CMS_BOT_DIR=$(dirname $(realpath $0))
 source ${CMS_BOT_DIR}/cvmfs_deployment/utils.sh
@@ -24,6 +49,7 @@ TEST_INSTALL=$7
 NUM_WEEKS=$8
 REINSTALL_ARGS=$9
 INSTALL_PACKAGES="${10}"
+USE_LOCAL_RPMDB="${11}"
 
 CVMFS_PUBLISH_PATH=""
 USE_DEV=""
@@ -144,9 +170,9 @@ for REPOSITORY in $REPOSITORIES; do
       if [ "X$RELEASE_NAME" != "X" ] ; then
         x="cms+cmssw-ib+$RELEASE_NAME"
         ${CMSPKG} clean
-        ${CMSPKG} install -y $x || true
-        time ${CMSPKG} install ${REINSTALL_ARGS} --ignore-size -y `echo $x | sed -e 's/cmssw-ib/cmssw/'` || true
-        time ${CMSPKG} install ${REINSTALL_ARGS} --ignore-size -y `echo $x | sed -e 's/cmssw-ib/cmssw-patch/'` || true
+        install_package $x
+        time install_package ${REINSTALL_ARGS} --ignore-size `echo $x | sed -e 's/cmssw-ib/cmssw/'`
+        time install_package ${REINSTALL_ARGS} --ignore-size `echo $x | sed -e 's/cmssw-ib/cmssw-patch/'`
         relname=`echo $x | awk -F + '{print $NF}'`
         timestamp=`echo $relname | awk -F _ '{print $NF}' | grep '^20[0-9][0-9]-[0-9][0-9]-[0-9][0-9]-[0-9][0-9][0-9][0-9]$' | sed 's|-||g'`
         if [ "X$timestamp" != "X" ] ; then
@@ -158,6 +184,11 @@ for REPOSITORY in $REPOSITORIES; do
         fi
       fi
     ) || true
+
+if [ -e ${WORKSPACE}/err.txt ] ; then
+  cvmfs_server abort -f
+  exit 1
+fi
 rm -rf $WORKDIR/*/var/cmspkg/rpms || true
 done #End week repository
 

cvmfs_deployment/utils.sh

@@ -24,6 +24,6 @@ function cvmfs_transaction()
       sleep 10
     done
   else
-    cvmfs_server transaction || ((cvmfs_server abort -f ${CVMFS_REPOSITORY} || rm -fR /var/spool/${CVMFS_BASEDIR}/is_publishing.lock) && cvmfs_server transaction)
+    cvmfs_server transaction ${CVMFS_REPOSITORY} || ((cvmfs_server abort -f ${CVMFS_REPOSITORY} || rm -fR /var/spool/${CVMFS_BASEDIR}/is_publishing.lock) && cvmfs_server transaction ${CVMFS_REPOSITORY})
   fi
 }

ib-weeks

@@ -57,3 +57,6 @@ nweek-02885
 nweek-02886
 nweek-02887
 nweek-02888
+nweek-02889
+nweek-02890
+nweek-02891

modify_comment.py

@@ -7,10 +7,39 @@
 from optparse import OptionParser
 import sys
 from socket import setdefaulttimeout
+import re
 
 setdefaulttimeout(120)
 SCRIPT_DIR = dirname(abspath(sys.argv[0]))
 
+
+def find_last_comment(issue, user, match):
+    last_comment = None
+    for comment in issue.get_comments():
+        if (user != comment.user.login) or (not comment.body):
+            continue
+        if not re.match(
+            match, comment.body.encode("ascii", "ignore").decode().strip("\n\t\r "), re.MULTILINE
+        ):
+            continue
+        last_comment = comment
+        print("Matched comment from %s with comment id %s" % (comment.user.login, comment.id))
+    return last_comment
+
+
+def modify_comment(comment, match, replace, dryRun):
+    comment_msg = comment.body.encode("ascii", "ignore").decode() if comment.body else ""
+    if match:
+        new_comment_msg = re.sub(match, replace, comment_msg)
+    else:
+        new_comment_msg = comment_msg + "\n" + replace
+    if new_comment_msg != comment_msg:
+        if not dryRun:
+            comment.edit(new_comment_msg)
+            print("Message updated")
+    return 0
+
+
 valid_types = {}
 valid_types["JENKINS_TEST_URL"] = ["", None]
 valid_types["JENKINS_STYLE_URL"] = ["", None]
@@ -68,7 +97,6 @@
     if exists(join(repo_dir, "repo_config.py")):
         sys.path.insert(0, repo_dir)
     import repo_config
-    from process_pr import modify_comment, find_last_comment
     from process_pr import TRIGERING_TESTS_MSG, TRIGERING_STYLE_TEST_MSG
 
     valid_types["JENKINS_TEST_URL"] = ["^\\s*" + TRIGERING_TESTS_MSG + ".*$", None]

pr-schedule-tests

@@ -118,6 +118,7 @@ if [ $(echo $CONFIG_LINE | tr ';' '\n' | grep SCRAM_ARCH= | wc -l) -eq 1 ] ; the
     echo "CONTEXT_PREFIX=${CONTEXT_PREFIX}" >> $OUTPUT_FILE
     echo "PROFILING_WORKFLOWS=${PROFILING_WORKFLOWS}" >> $OUTPUT_FILE
     echo "BUILD_VERBOSE=${BUILD_VERBOSE}" >> $OUTPUT_FILE
+    echo "BUILD_ONLY=${BUILD_ONLY}" >> $OUTPUT_FILE
     CMSSW_QUEUE="${RELEASE_QUEUE}"
     mark_commit_status_all_prs "${PR_COMMIT_STATUS}" 'pending' -d "Tests scheduled ${RELEASE_FORMAT}/${SCRAM_ARCH}" -u 'https://cmssdt.cern.ch/jenkins/job/ib-run-pr-tests/' || true
     COMMIT_STATUS_CONTEXT="unknown/release"

pr_testing/run-pr-relvals.sh

@@ -22,15 +22,15 @@ echo "${MATRIX_ARGS}"  | tr ';' '\n' | while IFS= read -r args; do
       high_stats ) ;;
       nano ) OPTS="-w nano" ;;
       * ) if is_in_array "${TEST_FLAVOR}" "${ALL_GPU_TYPES[@]}" ; then
-            OPTS=$(get_gpu_matrix_args)
+            OPTS=$(get_gpu_matrix_args | sed -r 's|--gpu  *[a-z_-]+||')
           fi
           ;;
     esac
     ALL_WFS=$(runTheMatrix.py -n ${OPTS} ${args} | grep -v ' workflows ' | grep '^[1-9][0-9]*\(.[0-9][0-9]*\|\)\s' | sed 's| .*||' | tr '\n' ',' | sed 's|,$||')
     args=$(echo "${args}" | sed "s|all|${ALL_WFS}|")
   fi
   dateBefore=$(date +"%s")
-  (LOCALRT=${WORKSPACE}/${CMSSW_VERSION} EXTRA_MATRIX_COMMAND_ARGS=${RUN_THE_MATRIX_CMD_OPTS} CHECK_WORKFLOWS=false UPLOAD_ARTIFACTS=false MATRIX_ARGS="$args" timeout $MATRIX_TIMEOUT ${CMS_BOT_DIR}/run-ib-pr-matrix.sh "${TEST_FLAVOR}" && echo ALL_OK) 2>&1 | tee ${LOG}.tmp
+  (LOCALRT=${WORKSPACE}/${CMSSW_VERSION} EXTRA_MATRIX_COMMAND_ARGS="${RUN_THE_MATRIX_CMD_OPTS}" CHECK_WORKFLOWS=false UPLOAD_ARTIFACTS=false MATRIX_ARGS="$args" timeout $MATRIX_TIMEOUT ${CMS_BOT_DIR}/run-ib-pr-matrix.sh "${TEST_FLAVOR}" && echo ALL_OK) 2>&1 | tee ${LOG}.tmp
   if [ $(grep -a "ALL_OK" ${LOG}.tmp | wc -l) -eq 0 ] ; then echo "ERROR Running runTheMatrix for '$args'" >> ${LOG}.tmp ; fi
   cat ${LOG}.tmp >> ${LOG}
   rm -rf ${LOG}.tmp