app: Add the ability to display "untracked" files and folders

This is still WIP.

Signed-off-by: Carles Cufi <[email protected]>

Author: carlescufi

src/west/app/project.py

@@ -584,6 +584,11 @@ def __init__(self):
               If this file uses imports, it will not contain all the
               manifest data.
 
+            - --untracked print all files and folders inside the workspace that
+              are not tracked or managed by west. This effectively means any
+              file or folder that lays outside all of the projects' folders on
+              disk. This is similar to `git status` for untracked files. 
+
             If the manifest file does not use imports, and all project
             revisions are SHAs, the --freeze and --resolve output will
             be identical after a "west update".
@@ -604,6 +609,9 @@ def do_add_parser(self, parser_adder):
                            exiting with an error if there are issues''')
         group.add_argument('--path', action='store_true',
                            help="print the top level manifest file's path")
+        group.add_argument('--untracked', action='store_true',
+                           help='''print any files and folders not managed or
+                           tracked by west''')
 
         group = parser.add_argument_group('options for --resolve and --freeze')
         group.add_argument('-o', '--out',
@@ -624,6 +632,8 @@ def do_run(self, args, user_args):
         elif args.freeze:
             self._die_if_manifest_project_filter('freeze')
             self._dump(args, manifest.as_frozen_yaml(**dump_kwargs))
+        elif args.untracked:
+            self._untracked()
         elif args.path:
             self.inf(manifest.path)
         else:
@@ -640,6 +650,59 @@ def _die_if_manifest_project_filter(self, action):
                      'the manifest while projects are made inactive by the '
                      'project filter.')
 
+    def _untracked(self):
+        ppaths = []
+        untracked = []
+        for project in self._projects(None):
+            # We do not check for self.manifest.is_active(project) because
+            # inactive projects are still considered "tracked folders".
+            ppaths.append(Path(project.abspath).resolve(strict=False))
+
+        def _find_untracked(folder):
+            self.dbg(f'_find_untracked in: {folder}')
+            for e in [e.resolve() for e in folder.iterdir()]:
+                if e.is_dir():
+                    self.dbg(f'processing folder: {e}')
+                    for ppath in ppaths:
+                        # We cannot use samefile() because it requires the file
+                        # to exist (not always the case with inactive or even
+                        # uncloned projects).
+                        if ppath == e:
+                            # We hit a project root folder, skip it.
+                            break
+                        elif e in ppath.parents:
+                            self.dbg(f'recursing into: {e}')
+                            _find_untracked(e)
+                            break
+                    else:
+                        # No match, untracked folder.
+                        untracked.append(e)
+                        continue
+                else:
+                    # Untracked file.
+                    untracked.append(e)
+
+        # Since west supports nested projects (i.e. a project inside the folder
+        # of another project) we must sort the project paths to ensure that we
+        # hit the "enclosing" project first when iterating.
+        ppaths.sort()
+
+        # Avoid using Path.walk() since that returns all files and folders under
+        # a particular folder, which is overkill in our case. Instead, recurse
+        # only when required.
+        _find_untracked(Path(self.topdir))
+
+        # Remove the .west folder, which is maintained by west
+        try:
+            untracked.remove((Path(topdir) / Path(WEST_DIR)).resolve())
+        except ValueError:
+            self.die(f'Folder {WEST_DIR} not found in workspace')
+            
+        # Sort the results for displaying to the user.
+        untracked.sort()
+        for u in untracked:
+            self.inf(u.relative_to(Path.cwd(), walk_up=True))
+
     def _dump(self, args, to_dump):
         if args.out:
             with open(args.out, 'w') as f:
@@ -881,7 +944,10 @@ def __init__(self):
             'status',
             '"git status" for one or more projects',
             '''Runs "git status" for each of the specified projects.
-            Unknown arguments are passed to "git status".''',
+            Unknown arguments are passed to "git status".
+
+            Note: If you are looking to find untracked files and folders
+            in the workspace use "west manifest --untracked".''',
             accepts_unknown_args=True,
         )