Skip to content

Commit c4c496c

Browse files
committed
adding partition to find_partitions allowing to check the layer we got in the url with all partitions
1 parent 7f3f3c8 commit c4c496c

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

storey/sources.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1055,7 +1055,7 @@ def __init__(
10551055
def _read_filtered_parquet(self, path):
10561056
fs, file_path = url_to_file_system(path, self._storage_options)
10571057

1058-
partitions_time_attributes = find_partitions(path, fs)
1058+
partitions_time_attributes, _ = find_partitions(path, fs)
10591059
filters = []
10601060
find_filters(
10611061
partitions_time_attributes,

storey/utils.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -285,14 +285,14 @@ def find_partition_helper(url, fs, partitions):
285285
find_partition_helper(inner_dir, fs, partitions)
286286

287287
if fs.isfile(url):
288-
return partitions
288+
return partitions, partitions
289289
find_partition_helper(url, fs, partitions)
290290

291291
legal_time_units = ["year", "month", "day", "hour", "minute", "second"]
292292

293293
partitions_time_attributes = [j for j in legal_time_units if j in partitions]
294294

295-
return partitions_time_attributes
295+
return partitions_time_attributes, partitions
296296

297297

298298
def find_filters(partitions_time_attributes, start, end, filters, filter_column):

0 commit comments

Comments
 (0)