77
88import posixpath
99
10+ from loguru import logger
1011from rich .console import Console
1112
1213# Import necessary config types and utility functions
1314from ..fs .base import (
1415 AbstractFileSystem ,
1516 BaseStorageOptions ,
16- get_filesystem ,
1717 DirFileSystem ,
18+ get_filesystem ,
1819)
19- from .registry import PipelineRegistry
20- from loguru import logger
2120from ..settings import LOG_LEVEL
2221from ..utils .logging import setup_logging
22+ from .registry import PipelineRegistry
2323
2424console = Console ()
2525
@@ -103,7 +103,7 @@ def _get_filesystem(base_dir, fs, storage_options):
103103 # raise NotImplementedError(
104104 # f"The destination filesystem {dest_fs }does not support get_mapper."
105105 # )
106-
106+
107107 if files is None :
108108 files = src_fs .glob ("**/*.py" )
109109 files .extend (src_fs .glob ("**/*.yml" ))
@@ -123,11 +123,10 @@ def _get_filesystem(base_dir, fs, storage_options):
123123 logger .warning (
124124 f"File { file } already exists in the destination. Skipping write. Use overwrite=True to overwrite."
125125 )
126- continue
127-
126+ continue
127+
128128 content = src_fs .read_bytes (file )
129129 dest_fs .write_bytes (file , content )
130-
131130
132131 def import_pipeline (
133132 self ,
@@ -419,7 +418,7 @@ def export_all(
419418 # pm.export_all("s3://my-bucket/pipelines_backup", storage_options={"key": "...", "secret": "..."}, overwrite=False)
420419 ```
421420 """
422- #sync the filesystem
421+ # sync the filesystem
423422 self ._sync_filesystem (
424423 src_base_dir = "." ,
425424 src_fs = self ._fs ,
@@ -432,4 +431,4 @@ def export_all(
432431 )
433432 console .print (
434433 f"✅ Exported all pipelines from [bold blue]{ self .project_cfg .name } [/bold blue] to [green]{ dest_base_dir } [/green]"
435- )
434+ )
0 commit comments