Fix: Add validations to suspend_trigger (Bugfix)

 * Run "systemctl list-jobs suspend" to check if there are
   suspend jobs running before running one more.

 * If "systemctl list-jobs suspend" detects suspend
   jobs running wait for a while before proceeding.

 * Set "set -o pipefail" on the Checkbox job definition
   for the job to be marked as "failed" when exiting on error.

Author: EstebanVg15

providers/base/bin/suspend_trigger.py

@@ -67,6 +67,22 @@ def main(args=sys.argv[1:]):
             str(args.sleep_delay),
         ]
         suspend_cmd = ["systemctl", "suspend"]
+        list_jobs_cmd = ["systemctl", "list-jobs", "*suspend*"]
+        timeout = 10
+        while timeout > 0:
+            output = subprocess.check_output(
+                list_jobs_cmd,
+                stderr=subprocess.STDOUT,
+                universal_newlines=True,
+            ).strip()
+            if "No jobs running." in output or "No jobs listed." in output:
+                break
+            print("Suspend jobs ongoing, waiting...")
+            time.sleep(1)
+            timeout -= 1
+        else:
+            print("Timed out waiting for suspend jobs to finish")
+            return 1
         print("Running: {}".format(" ".join(rtcwake_cmd)))
         subprocess.check_call(rtcwake_cmd)
         print(
@@ -80,6 +96,8 @@ def main(args=sys.argv[1:]):
         print("Removing {}...".format(log_path))
         os.remove(log_path)
 
+    return 0
+
 
 if __name__ == "__main__":
     sys.exit(main())

providers/base/units/stress/suspend_cycles_reboot.pxu

@@ -79,6 +79,7 @@ estimated_duration: 75.0
 environ: PLAINBOX_SESSION_SHARE STRESS_S3_INIT_DELAY STRESS_S3_SLEEP_DELAY STRESS_S3_WAIT_DELAY LD_LIBRARY_PATH RTC_DEVICE_FILE
 user: root
 command:
+   set -o pipefail
    echo "Current boot ID is: $(tr -d - < /proc/sys/kernel/random/boot_id)"
    suspend_trigger.py --wait "${STRESS_S3_INIT_DELAY:-120}" --check-delay "${STRESS_S3_WAIT_DELAY:-45}" --sleep-delay "${STRESS_S3_SLEEP_DELAY:-30}" --rtc-device "${RTC_DEVICE_FILE:-/dev/rtc0}" 2>&1 | tee -a "$PLAINBOX_SESSION_SHARE"/suspend_cycles_with_reboot_total.log
 summary:
@@ -105,6 +106,7 @@ environ: PLAINBOX_SESSION_SHARE STRESS_S3_INIT_DELAY STRESS_S3_SLEEP_DELAY STRES
 after: stress-tests/suspend_cycles_reboot{{suspend_reboot_previous}}
 user: root
 command:
+ set -o pipefail
  echo "Current boot ID is: $(tr -d - < /proc/sys/kernel/random/boot_id)"
  suspend_trigger.py --wait "${STRESS_S3_INIT_DELAY:-120}" --check-delay "${STRESS_S3_WAIT_DELAY:-45}" --sleep-delay "${STRESS_S3_SLEEP_DELAY:-30}" --rtc-device "${RTC_DEVICE_FILE:-/dev/rtc0}" 2>&1 | tee -a "$PLAINBOX_SESSION_SHARE"/suspend_cycles_with_reboot_total.log
 summary:
@@ -129,6 +131,7 @@ environ: PLAINBOX_SESSION_SHARE STRESS_S3_INIT_DELAY STRESS_S3_SLEEP_DELAY STRES
 after: stress-tests/suspend_cycles_{{suspend_id_previous}}_reboot{{suspend_reboot_id}}
 user: root
 command:
+ set -o pipefail
  echo "Current boot ID is: $(tr -d - < /proc/sys/kernel/random/boot_id)"
  suspend_trigger.py --check-delay "${STRESS_S3_WAIT_DELAY:-45}" --sleep-delay "${STRESS_S3_SLEEP_DELAY:-30}" --rtc-device "${RTC_DEVICE_FILE:-/dev/rtc0}" 2>&1 | tee -a "$PLAINBOX_SESSION_SHARE"/suspend_cycles_with_reboot_total.log
 summary: