Skip to content

Commit 0a7ea27

Browse files
committed
Update changelog for version 0.10.9.1
1 parent 5fad179 commit 0a7ea27

27 files changed

+50
-21
lines changed

CHANGELOG.md

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,14 @@
88

99

1010

11+
## [0.10.9.1] - 2025-06-05
12+
13+
### Changes
14+
- feat: refactor codebase to use attrs for data classes and improve structure
15+
- refactor: Update import statements for consistency and clarity
16+
17+
18+
1119
## [0.10.9.1] - 2025-06-04
1220

1321
### Changes

src/flowerpower/plugins/io/base.py

Lines changed: 15 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -14,8 +14,8 @@
1414
from ...fs import get_filesystem
1515
from ...fs.ext import _dict_to_dataframe, path_to_glob
1616
from ...fs.storage_options import (AwsStorageOptions, AzureStorageOptions,
17-
GcsStorageOptions, GitHubStorageOptions,
18-
GitLabStorageOptions, StorageOptions)
17+
GcsStorageOptions, GitHubStorageOptions,
18+
GitLabStorageOptions, StorageOptions)
1919
from ...utils.misc import convert_large_types_to_standard, to_pyarrow_table
2020
from ...utils.polars import pl
2121
from ...utils.sql import sql2polars_filter, sql2pyarrow_filter
@@ -1109,6 +1109,7 @@ def metadata(self):
11091109
self._load()
11101110
return self._metadata
11111111

1112+
11121113
@attrs.define
11131114
class BaseFileWriter(BaseFileIO):
11141115
"""
@@ -1216,6 +1217,7 @@ def metadata(self):
12161217
return {}
12171218
return self._metadata
12181219

1220+
12191221
@attrs.define
12201222
class BaseDatasetWriter(BaseFileWriter):
12211223
"""
@@ -1400,7 +1402,7 @@ def metadata(self):
14001402
if not hasattr(self, "_metadata"):
14011403
return {}
14021404
return self._metadata
1403-
1405+
14041406

14051407
@attrs.define
14061408
class BaseDatabaseIO:
@@ -1448,23 +1450,23 @@ class BaseDatabaseIO:
14481450
database: str | None = None
14491451
ssl: bool = False
14501452
_metadata: dict[str, Any] = attrs.field(init=False, factory=dict)
1451-
_data: pa.Table | pl.DataFrame | pl.LazyFrame | pd.DataFrame | None = attrs.field(init=False, factory=lambda: None)
1453+
_data: pa.Table | pl.DataFrame | pl.LazyFrame | pd.DataFrame | None = attrs.field(
1454+
init=False, factory=lambda: None
1455+
)
14521456

14531457
def __attrs_post_init__(self):
14541458
db = self.type_.lower()
14551459
if (
14561460
db in ["postgres", "mysql", "mssql", "oracle"]
14571461
and not self.connection_string
14581462
):
1459-
if not all(
1460-
[
1461-
self.username,
1462-
self.password,
1463-
self.server,
1464-
self.port,
1465-
self.database,
1466-
]
1467-
):
1463+
if not all([
1464+
self.username,
1465+
self.password,
1466+
self.server,
1467+
self.port,
1468+
self.database,
1469+
]):
14681470
raise ValueError(
14691471
f"{self.type_} requires connection_string or username, password, server, port, and table_name "
14701472
"to build it."

src/flowerpower/plugins/io/loader/_duckdb.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,11 +2,11 @@
22
import os
33

44
import duckdb
5+
import msgspec
56
import pandas as pd
67
import polars as pl
78
import pyarrow as pa
89
import pyarrow.dataset as pds
9-
import msgspec
1010

1111

1212
class DuckDBLoader(msgspec.Struct):

src/flowerpower/plugins/io/loader/csv.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import attrs
2+
23
from ..base import BaseDatasetReader, BaseFileReader
34

45

src/flowerpower/plugins/io/loader/deltatable.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,9 +7,9 @@
77
import pyarrow as pa
88
import pyarrow.dataset as pds
99
from deltalake import DeltaTable, table
10-
from deltalake.writer import WriterProperties
11-
from deltalake.transaction import PostCommitHookProperties, CommitProperties
1210
from deltalake.exceptions import TableNotFoundError
11+
from deltalake.transaction import CommitProperties, PostCommitHookProperties
12+
from deltalake.writer import WriterProperties
1313
from loguru import logger
1414
from sherlock import RedisLock
1515

src/flowerpower/plugins/io/loader/duckdb.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import attrs
2+
23
from ..base import BaseDatabaseReader
34

45

src/flowerpower/plugins/io/loader/json.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import attrs
2+
23
from ..base import BaseFileReader
34

45

src/flowerpower/plugins/io/loader/mqtt.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,12 @@
22

33
import datafusion
44
import duckdb
5+
import msgspec
56
import orjson
67
import pandas as pd
78
import polars as pl
89
import pyarrow as pa
910
import pyarrow.dataset as pds
10-
import msgspec
1111

1212
from ...utils.sql import sql2polars_filter
1313
from ..metadata import get_dataframe_metadata, get_duckdb_metadata

src/flowerpower/plugins/io/loader/mssql.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import attrs
2+
23
from ..base import BaseDatabaseReader
34

45

src/flowerpower/plugins/io/loader/mysql.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import attrs
2+
23
from ..base import BaseDatabaseReader
34

45

0 commit comments

Comments
 (0)