WIP: --changed

Author: LarsAsplund

tests/unit/test_project.py

@@ -1942,7 +1942,7 @@ def hash_file_name_of(self, source_file):
         """
         Get the hash file name of a source_file
         """
-        return self.project._hash_file_name_of(source_file)  # pylint: disable=protected-access
+        return self.project.hash_file_name_of(source_file)
 
     def update(self, source_file):
         """

vunit/project.py

@@ -481,7 +481,7 @@ def get_compile_timestamps(self, files):
         # Cache timestamps to avoid duplicate file operations
         timestamps = {}
         for source_file in files:
-            hash_file_name = self._hash_file_name_of(source_file)
+            hash_file_name = self.hash_file_name_of(source_file)
             if not ostools.file_exists(hash_file_name):
                 timestamps[source_file] = None
             else:
@@ -614,7 +614,7 @@ def _needs_recompile(self, dependency_graph, source_file, timestamps):
         """
         timestamp = timestamps[source_file]
 
-        content_hash_file_name = self._hash_file_name_of(source_file)
+        content_hash_file_name = self.hash_file_name_of(source_file)
         if timestamp is None:
             LOGGER.debug(
                 "%s has no vunit_hash file at %s and must be recompiled",
@@ -649,7 +649,7 @@ def _needs_recompile(self, dependency_graph, source_file, timestamps):
 
         return False
 
-    def _hash_file_name_of(self, source_file):
+    def hash_file_name_of(self, source_file):
         """
         Returns the name of the hash file associated with the source_file
         """
@@ -663,5 +663,5 @@ def update(self, source_file):
         to update the timestamp
         """
         new_content_hash = source_file.content_hash
-        ostools.write_file(self._hash_file_name_of(source_file), new_content_hash)
+        ostools.write_file(self.hash_file_name_of(source_file), new_content_hash)
         LOGGER.debug("Wrote %s content_hash=%s", source_file.name, new_content_hash)

vunit/ui/__init__.py

@@ -39,6 +39,7 @@
 from ..test.bench_list import TestBenchList
 from ..test.report import TestReport
 from ..test.runner import TestRunner
+from ..test.list import TestList
 from ..dependency_graph import CircularDependencyException
 
 from .common import LOGGER, TEST_OUTPUT_PATH, select_vhdl_standard, check_not_empty
@@ -173,8 +174,10 @@ def __init__(
         self._builtins = Builtins(self, self._vhdl_standard, simulator_class)
 
         self._dependency_graph = None
-        self._include_in_test_pattern: Optional[List[Union[str, Path]]] = []
-        self._exclude_from_test_pattern: Optional[List[Union[str, Path]]] = []
+        self._include_in_test_pattern: Optional[List[Union[str, Path]]] = None
+        self._exclude_from_test_pattern: Optional[List[Union[str, Path]]] = None
+        self._latest_dependency_updates = None
+        self._test_history = None
 
     def _create_database(self):
         """
@@ -803,14 +806,14 @@ def get_dependent_files(dependencies):
 
         dependent_files = get_dependent_files(include_dependencies) - get_dependent_files(exclude_dependencies)
 
-        # Extract testbenches from dependent files and create corresponding test patterns:
-        # lib_name.tb_name*
-        test_patterns = []
-        for dependent_file in dependent_files:
-            library_name = dependent_file.library.name
-            for testbench in self._test_bench_list.get_test_benches_in_library(library_name):
-                if testbench.design_unit.source_file == dependent_file:
-                    test_patterns.append(f"{library_name}.{testbench.name}*")
+        # Extract testbenches from dependent files
+        dependent_testbenches = []
+        for testbench in self._test_bench_list.get_test_benches():
+            if testbench.design_unit.source_file in dependent_files:
+                dependent_testbenches.append(testbench)
+
+        # Create test patterns for remaining testbenches: lib_name.tb_name*
+        test_patterns = [f"{testbench.library_name}.{testbench.name}*" for testbench in dependent_testbenches]
 
         # Update test filter to match test patterns
         if isinstance(self._args.test_patterns, list):
@@ -874,6 +877,12 @@ def _get_latest_dependency_updates(self):
 
         source_files_in_order = self._dependency_graph.toposort()
         source_file_timestamps = self._project.get_compile_timestamps(source_files_in_order)
+        for source_file in source_files_in_order:
+            hash_file_name = self._project.hash_file_name_of(source_file)
+            if not ostools.file_exists(hash_file_name) or (
+                ostools.read_file(hash_file_name) != source_file.content_hash
+            ):
+                source_file_timestamps[source_file] = 10e9
 
         for source_file, timestamp in source_file_timestamps.items():
             dependency_time_stamps = [
@@ -975,12 +984,41 @@ def _update_test_history(self, report, simulator_if):
 
         self._database[b"test_history"] = test_history
 
+    def _get_test_list_depending_on_change(self, test_list):
+        if self._latest_dependency_updates is None:
+            self._latest_dependency_updates = self._get_latest_dependency_updates()
+
+        if self._test_history is None:
+            self._test_history = self._get_test_history(simulator_if=None)
+
+        def depending_on_change(test_suite):
+            latest_dependency_update = self._latest_dependency_updates[test_suite.file_name]
+            test_suite_history = self._test_history.get(test_suite.name, None)
+            if test_suite_history:
+                test_start_times = [test_data["start_time"] for test_data in test_suite_history.values()]
+                if None in test_start_times:
+                    return True
+
+                return min(test_start_times) < latest_dependency_update
+            else:
+                return True
+
+        new_test_list = TestList()
+        for test_suite in test_list:
+            if depending_on_change(test_suite):
+                new_test_list.add_suite(test_suite)
+
+        return new_test_list
+
     def _main_run(self, post_run):
         """
         Main with running tests
         """
         simulator_if = self._create_simulator_if()
         test_list = self._create_tests(simulator_if)
+        if self._args.changed:
+            test_list = self._get_test_list_depending_on_change(test_list)
+
         self._compile(simulator_if)
         print()
 
@@ -1015,6 +1053,9 @@ def _main_list_only(self):
         Main function when only listing test cases
         """
         test_list = self._create_tests(simulator_if=None)
+        if self._args.changed:
+            test_list = self._get_test_list_depending_on_change(test_list)
+
         for test_name in test_list.test_names:
             print(test_name)
         print(f"Listed {test_list.num_tests} tests")

vunit/vunit_cli.py

@@ -166,6 +166,13 @@ def _create_argument_parser(description=None, for_documentation=False):
         help="Output path for compilation and simulation artifacts",
     )
 
+    parser.add_argument(
+        "--changed",
+        action="store_true",
+        default=False,
+        help="Include only tests that depend on file changes since the last recorded test run",
+    )
+
     parser.add_argument(
         "--test-prio",
         choices=["opt", "ordered"],