Merge pull request #741 from NVIDIA/am/output

Generate reports in dry-run

Author: amaslenn

src/cloudai/cli/handlers.py

@@ -194,10 +194,7 @@ def generate_reports(system: System, test_scenario: TestScenario, result_dir: Pa
 
 def handle_non_dse_job(runner: Runner, args: argparse.Namespace) -> None:
     asyncio.run(runner.run())
-
-    if args.mode == "run":
-        generate_reports(runner.runner.system, runner.runner.test_scenario, runner.runner.scenario_root)
-
+    generate_reports(runner.runner.system, runner.runner.test_scenario, runner.runner.scenario_root)
     logging.info("All jobs are complete.")
 
 

src/cloudai/reporter.py

@@ -202,7 +202,10 @@ def print_summary(self) -> None:
             table.add_row(*columns)
 
         console = Console()
-        console.print(table)
+        with console.capture() as capture:
+            console.print(table)  # doesn't print to stdout, captures only
+
+        logging.info(capture.get())
 
 
 class TarballReporter(Reporter):

tests/test_acceptance.py

@@ -132,7 +132,7 @@ def test_number_of_cases(self, do_dry_run: tuple[Path, dict]) -> None:
         results_output_dirs = [d for d in tmp_path.iterdir() if d.is_dir()]
         results_output = results_output_dirs[0]
 
-        test_dirs = list(results_output.iterdir())
+        test_dirs = list(d for d in results_output.iterdir() if d.is_dir())
 
         if scenario["expected_dirs_number"] is not None:
             assert len(test_dirs) == scenario["expected_dirs_number"], "Dirs number in output is not as expected"