chore: Update version to 0.10.7.2; refactor filesystem sync handling in pipeline classes

Author: legout

pyproject.toml

@@ -4,7 +4,7 @@ description = "A simple workflow framework. Hamilton + APScheduler = FlowerPower
 authors = [{ name = "Volker L.", email = "[email protected]" }]
 readme = "README.md"
 requires-python = ">= 3.11"
-version = "0.10.7.1"
+version = "0.10.7.2"
 keywords = [
   "hamilton",
   "workflow",

src/flowerpower/pipeline/base.py

@@ -80,9 +80,10 @@ def _add_modules_path(self):
             None
         """
         if self._fs.is_cache_fs:
-            self._fs.sync()
-
-        modules_path = posixpath.join(self._fs.path, self._pipelines_dir)
+            self._fs.sync_cache()
+            modules_path = posixpath.join(self._fs.mapper.directory, self._fs.cache_path, self._pipelines_dir)
+        else:
+            modules_path = posixpath.join(self._fs.path, self._pipelines_dir)
         if modules_path not in sys.path:
             sys.path.insert(0, modules_path)
 

src/flowerpower/pipeline/manager.py

@@ -136,8 +136,7 @@ def __init__(
         if not fs:
             fs = get_filesystem(self._base_dir, storage_options=storage_options, cached=cached, cache_storage=cache_storage)
         self._fs = fs
-        if cached:
-            self._fs.sync()
+
 
         # Store overrides for ProjectConfig loading
         self._cfg_dir = cfg_dir or settings.CONFIG_DIR

src/flowerpower/pipeline/registry.py

@@ -190,8 +190,8 @@ def delete(self, name: str, cfg: bool = True, module: bool = False):
             )
 
         # Sync filesystem if needed (using _fs)
-        if hasattr(self._fs, "sync") and callable(getattr(self._fs, "sync")):
-            self._fs.sync()
+        if hasattr(self._fs, "sync_cache") and callable(getattr(self._fs, "sync_cache")):
+            self._fs.sync_cache()
 
     def _get_files(self) -> list[str]:
         """