test: allow multiple destinations for blocking transformation test

Author: natthan-pigoux

test/test_workflows.py

@@ -254,48 +254,93 @@ def test_run_nonblocking_transformation_success(
     ), f"Failed to run the transformation: {result.stdout}"
 
 
+# @pytest.mark.parametrize(
+#     "cwl_file, metadata, source_input_data, destination_input_data",
+#     [
+#         # --- Pi example ---
+#         (
+#             "test/workflows/pi/pigather.cwl",
+#             "test/workflows/pi/type_dependencies/transformation/metadata-pi_gather.yaml",
+#             [
+#                 "test/workflows/pi/type_dependencies/job/result_1.sim",
+#                 "test/workflows/pi/type_dependencies/job/result_2.sim",
+#                 "test/workflows/pi/type_dependencies/job/result_3.sim",
+#                 "test/workflows/pi/type_dependencies/job/result_4.sim",
+#                 "test/workflows/pi/type_dependencies/job/result_5.sim",
+#             ],
+#             "filecatalog/pi/100",
+#         ),
+#         # --- LHCb example ---
+#         (
+#             "test/workflows/lhcb/lhcbreconstruct.cwl",
+#             "test/workflows/lhcb/type_dependencies/transformation/metadata-lhcb_reconstruct.yaml",
+#             [
+#                 "test/workflows/lhcb/type_dependencies/job/Gauss_123_456_1.sim",
+#                 "test/workflows/lhcb/type_dependencies/job/Gauss_456_456_1.sim",
+#                 "test/workflows/lhcb/type_dependencies/job/Gauss_789_456_1.sim",
+#             ],
+#             "filecatalog/456/123",
+#         ),
+#         # --- Mandelbrot example ---
+#         (
+#             "test/workflows/mandelbrot/image-merge.cwl",
+#             "test/workflows/mandelbrot/type_dependencies/transformation/metadata-mandelbrot_imagemerge.yaml",
+#             [
+#                 "test/workflows/mandelbrot/type_dependencies/transformation/data_1.txt",
+#                 "test/workflows/mandelbrot/type_dependencies/transformation/data_2.txt",
+#                 "test/workflows/mandelbrot/type_dependencies/transformation/data_3.txt",
+#             ],
+#             "filecatalog/mandelbrot/images/raw/1920x1080/",
+#         ),
+#     ],
+# )
+
+
 @pytest.mark.parametrize(
-    "cwl_file, metadata, source_input_data, destination_input_data",
+    "cwl_file, metadata, destination_source_input_data",
     [
         # --- Pi example ---
         (
             "test/workflows/pi/pigather.cwl",
             "test/workflows/pi/type_dependencies/transformation/metadata-pi_gather.yaml",
-            [
-                "test/workflows/pi/type_dependencies/job/result_1.sim",
-                "test/workflows/pi/type_dependencies/job/result_2.sim",
-                "test/workflows/pi/type_dependencies/job/result_3.sim",
-                "test/workflows/pi/type_dependencies/job/result_4.sim",
-                "test/workflows/pi/type_dependencies/job/result_5.sim",
-            ],
-            "filecatalog/pi/100",
+            {
+                "filecatalog/pi/100": [
+                    "test/workflows/pi/type_dependencies/job/result_1.sim",
+                    "test/workflows/pi/type_dependencies/job/result_2.sim",
+                    "test/workflows/pi/type_dependencies/job/result_3.sim",
+                    "test/workflows/pi/type_dependencies/job/result_4.sim",
+                    "test/workflows/pi/type_dependencies/job/result_5.sim",
+                ]
+            },
         ),
         # --- LHCb example ---
         (
             "test/workflows/lhcb/lhcbreconstruct.cwl",
             "test/workflows/lhcb/type_dependencies/transformation/metadata-lhcb_reconstruct.yaml",
-            [
-                "test/workflows/lhcb/type_dependencies/job/Gauss_123_456_1.sim",
-                "test/workflows/lhcb/type_dependencies/job/Gauss_456_456_1.sim",
-                "test/workflows/lhcb/type_dependencies/job/Gauss_789_456_1.sim",
-            ],
-            "filecatalog/456/123",
+            {
+                "filecatalog/456/123": [
+                    "test/workflows/lhcb/type_dependencies/job/Gauss_123_456_1.sim",
+                    "test/workflows/lhcb/type_dependencies/job/Gauss_456_456_1.sim",
+                    "test/workflows/lhcb/type_dependencies/job/Gauss_789_456_1.sim",
+                ]
+            },
         ),
         # --- Mandelbrot example ---
         (
             "test/workflows/mandelbrot/image-merge.cwl",
             "test/workflows/mandelbrot/type_dependencies/transformation/metadata-mandelbrot_imagemerge.yaml",
-            [
-                "test/workflows/mandelbrot/type_dependencies/transformation/data_1.txt",
-                "test/workflows/mandelbrot/type_dependencies/transformation/data_2.txt",
-                "test/workflows/mandelbrot/type_dependencies/transformation/data_3.txt",
-            ],
-            "filecatalog/mandelbrot/images/raw/1920x1080/",
+            {
+                "filecatalog/mandelbrot/images/raw/1920x1080/": [
+                    "test/workflows/mandelbrot/type_dependencies/transformation/data_1.txt",
+                    "test/workflows/mandelbrot/type_dependencies/transformation/data_2.txt",
+                    "test/workflows/mandelbrot/type_dependencies/transformation/data_3.txt",
+                ]
+            },
         ),
     ],
 )
 def test_run_blocking_transformation_success(
-    cli_runner, cleanup, cwl_file, metadata, source_input_data, destination_input_data
+    cli_runner, cleanup, cwl_file, metadata, destination_source_input_data
 ):
     # Define a function to run the transformation command and return the result
     def run_transformation():
@@ -322,11 +367,12 @@ def run_and_capture():
         transformation_thread.is_alive()
     ), "The transformation should be waiting for files."
 
-    for input in source_input_data:
+    for destination, inputs in destination_source_input_data.items():
         # Copy the input data to the destination
-        destination = Path(destination_input_data)
+        destination = Path(destination)
         destination.mkdir(parents=True, exist_ok=True)
-        shutil.copy(input, destination)
+        for input in inputs:
+            shutil.copy(input, destination)
 
     # Wait for the thread to finish
     transformation_thread.join(timeout=60)