Skip to content

Commit 5000ce8

Browse files
author
Nick Manganelli
committed
pre-commit fixups
1 parent fcbff29 commit 5000ce8

File tree

2 files changed

+25
-11
lines changed

2 files changed

+25
-11
lines changed

src/awkward/operations/ak_from_parquet.py

+15-9
Original file line numberDiff line numberDiff line change
@@ -2,10 +2,11 @@
22

33
from __future__ import annotations
44

5-
import fsspec.parquet
65
import hashlib
76
import json
87

8+
import fsspec.parquet
9+
910
import awkward as ak
1011
import awkward._connect.pyarrow
1112
from awkward._dispatch import high_level_function
@@ -67,12 +68,8 @@ def from_parquet(
6768
See also #ak.to_parquet, #ak.metadata_from_parquet.
6869
"""
6970

70-
parquet_columns, subform, actual_paths, fs, subrg, row_counts, meta, uuid = metadata(
71-
path,
72-
storage_options,
73-
row_groups,
74-
columns,
75-
calculate_uuid=True
71+
parquet_columns, subform, actual_paths, fs, subrg, row_counts, meta, uuid = (
72+
metadata(path, storage_options, row_groups, columns, calculate_uuid=True)
7673
)
7774
return _load(
7875
actual_paths,
@@ -197,15 +194,24 @@ def metadata(
197194
list_indicator=list_indicator, column_prefix=column_prefix
198195
)
199196

200-
#generate hash from the col_counts, first row_group and last row_group to calculate approximate parquet uuid
197+
# generate hash from the col_counts, first row_group and last row_group to calculate approximate parquet uuid
201198
uuid = None
202199
if calculate_uuid:
203200
uuids = [str(col_counts)]
204201
for row_group_index in (0, metadata.num_row_groups - 1):
205202
row_group_info = metadata.row_group(row_group_index)
206203
uuids.append(repr(row_group_info.to_dict()))
207204
uuid = hashlib.sha256(json.dumps(",".join(uuids)).encode()).hexdigest()
208-
return parquet_columns, subform, actual_paths, fs, subrg, col_counts, metadata, uuid
205+
return (
206+
parquet_columns,
207+
subform,
208+
actual_paths,
209+
fs,
210+
subrg,
211+
col_counts,
212+
metadata,
213+
uuid,
214+
)
209215

210216
return parquet_columns, subform, actual_paths, fs, subrg, col_counts, metadata
211217

src/awkward/operations/ak_metadata_from_parquet.py

+10-2
Original file line numberDiff line numberDiff line change
@@ -76,9 +76,17 @@ def _impl(
7676
path, storage_options, row_groups=None, ignore_metadata=False, scan_files=True
7777
):
7878
results = ak.operations.ak_from_parquet.metadata(
79-
path, storage_options, row_groups, None, ignore_metadata, scan_files, calculate_uuid=True
79+
path,
80+
storage_options,
81+
row_groups,
82+
None,
83+
ignore_metadata,
84+
scan_files,
85+
calculate_uuid=True,
86+
)
87+
parquet_columns, subform, actual_paths, fs, subrg, col_counts, metadata, uuid = (
88+
results
8089
)
81-
parquet_columns, subform, actual_paths, fs, subrg, col_counts, metadata, uuid = results
8290

8391
out = {
8492
"form": subform,

0 commit comments

Comments
 (0)