Skip to content

Commit 4ebaac3

Browse files
committed
Bump version to 0.9.7.2; add verbose option to write_files function and update documentation
1 parent 23bc2ab commit 4ebaac3

File tree

2 files changed

+4
-7
lines changed

2 files changed

+4
-7
lines changed

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ description = "A simple workflow framework. Hamilton + APScheduler = FlowerPower
44
authors = [{ name = "Volker L.", email = "[email protected]" }]
55
readme = "README.md"
66
requires-python = ">= 3.11"
7-
version = "0.9.7.1"
7+
version = "0.9.7.2"
88
keywords = ["hamilton", "workflow", "pipeline", "scheduler", "apscheduler", "dask", "ray"]
99
dependencies = [
1010
'aiobotocore<2.18.0',

src/flowerpower/filesystem/ext.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1048,6 +1048,7 @@ def write_files(
10481048
concat: bool = True,
10491049
mode: str = "append", # append, overwrite, delete_matching, error_if_exists
10501050
use_threads: bool = True,
1051+
verbose: bool = False,
10511052
**kwargs,
10521053
) -> None:
10531054
"""Write a DataFrame or a list of DataFrames to a file or a list of files.
@@ -1062,6 +1063,7 @@ def write_files(
10621063
mode: (str, optional) Write mode. Defaults to 'append'. Options: 'append', 'overwrite', 'delete_matching',
10631064
'error_if_exists'.
10641065
use_threads: (bool, optional) If True, use parallel processing. Defaults to True.
1066+
verbose: (bool, optional) If True, print verbose output. Defaults to False.
10651067
**kwargs: Additional keyword arguments.
10661068
10671069
Returns:
@@ -1095,12 +1097,6 @@ def write_files(
10951097
else "parquet"
10961098
)
10971099

1098-
# if isinstance(path, str):
1099-
# path = [path]
1100-
1101-
# if len(path) == 1 and len(data) > 1:
1102-
# path = path * len(data)
1103-
11041100
def _write(d, p, basename, i):
11051101
if f".{format}" not in p:
11061102
if not basename:
@@ -1132,6 +1128,7 @@ def _write(d, p, basename, i):
11321128
p=path,
11331129
basename=basename,
11341130
i=list(range(len(data))),
1131+
verbose=verbose,
11351132
)
11361133
else:
11371134
for i, p in enumerate(path):

0 commit comments

Comments
 (0)