Add script to be used as cronjob to automatically submit DQM jobs on DIRAC once a run has been transferred from CEA to DIRAC

Author: jlenain

src/nectarchain/user_scripts/jlenain/dqm_job_submitter/cronjob_launchDQM.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+# -*- coding: utf-8 -*-
+#
+# Author: Jean-Philippe Lenain <[email protected]>
+#
+# Script as a cronjob to dynamically launch NectarCAM DQM runs on DIRAC after data transfer, to be run once a day on sedipccaa23 in CEA/Irfu.
+
+# Log everything to $LOGFILE
+LOGFILE=${0%".sh"}_$(date +%F).log
+exec 1>"$LOGFILE" 2>&1
+
+localParentDir="/data/nvme/ZFITS"
+remoteParentDir="/vo.cta.in2p3.fr/nectarcam"
+nectarchainScriptDir="$HOME/local/src/python/cta-observatory/nectarchain/src/nectarchain/user_scripts/jlenain/dqm_job_submitter"
+
+cd $nectarchainScriptDir
+
+for run in $(find ${localParentDir} -type f -name "NectarCAM*.fits.fz" | awk -F. '{print $2}' | awk -Fn '{print $2}' | sort | uniq); do
+    echo "Probing files for run ${run}"
+    nbLocalFiles=$(find ${localParentDir} -type f -name "NectarCAM.Run${run}.????.fits.fz" | wc -l)
+    echo "  Found $nbLocalFiles local files for run $run"
+    nbRemoteFiles=$(dfind $remoteParentDir | grep -e "NectarCAM.Run${run}" | grep -e "fits.fz" | wc -l)
+    echo "  Found $nbRemoteFiles remote files on DIRAC for run $run"
+    # If number of local and remote files matching, will attempt to launch a DQM run
+    if [ $nbLocalFiles -eq $nbRemoteFiles ]; then
+        echo "  Run $run: number of local and remote files matching, will attempt to submit a DQM job"
+        yyyymmdd=$(find ${localParentDir} -type f -name "NectarCAM.Run${run}.????.fits.fz" | head -n 1 | awk -F/ '{print $6}')
+        yyyy=${yyyymmdd:0:4}
+        mm=${yyyymmdd:4:2}
+        dd=${yyyymmdd:6:2}
+        cmd="python submit_dqm_processor.py -d "${yyyy}-${mm}-${dd}" -r $run"
+	echo "Running: $cmd"
+	eval $cmd
+    else
+	echo "  Run $run is not yet complete on DIRAC, will wait another day before launching a DQM job on it."
+    fi
+done