Skip to content

Commit 5e1129a

Browse files
committed
[python] Refactor SplitBase to Split
1 parent dff6fa2 commit 5e1129a

File tree

5 files changed

+10
-9
lines changed

5 files changed

+10
-9
lines changed

paimon-python/pypaimon/globalindex/indexed_split.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,10 +22,10 @@
2222

2323
from typing import List, Optional
2424

25-
from pypaimon.read.split import SplitBase
25+
from pypaimon.read.split import Split
2626

2727

28-
class IndexedSplit(SplitBase):
28+
class IndexedSplit(Split):
2929

3030
def __init__(
3131
self,

paimon-python/pypaimon/read/scanner/full_starting_scanner.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
from pypaimon.read.scanner.data_evolution_split_generator import DataEvolutionSplitGenerator
3333
from pypaimon.read.scanner.primary_key_table_split_generator import PrimaryKeyTableSplitGenerator
3434
from pypaimon.read.scanner.starting_scanner import StartingScanner
35-
from pypaimon.read.split import Split
35+
from pypaimon.read.split import DataSplit
3636
from pypaimon.snapshot.snapshot_manager import SnapshotManager
3737
from pypaimon.table.bucket_mode import BucketMode
3838
from pypaimon.manifest.simple_stats_evolutions import SimpleStatsEvolutions
@@ -240,7 +240,7 @@ def with_slice(self, start_pos: int, end_pos: int) -> 'FullStartingScanner':
240240
self.end_pos_of_this_subtask = end_pos
241241
return self
242242

243-
def _apply_push_down_limit(self, splits: List[Split]) -> List[Split]:
243+
def _apply_push_down_limit(self, splits: List[DataSplit]) -> List[DataSplit]:
244244
if self.limit is None:
245245
return splits
246246
scanned_row_count = 0

paimon-python/pypaimon/read/scanner/split_generator.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@
2121
from pypaimon.manifest.schema.data_file_meta import DataFileMeta
2222
from pypaimon.manifest.schema.manifest_entry import ManifestEntry
2323
from pypaimon.read.split import Split
24+
from pypaimon.read.split import DataSplit
2425
from pypaimon.table.row.generic_row import GenericRow
2526
from pypaimon.table.source.deletion_file import DeletionFile
2627

@@ -121,7 +122,7 @@ def _build_split_from_pack(
121122
file_entries[0].bucket
122123
)
123124

124-
split = Split(
125+
split = DataSplit(
125126
files=file_group,
126127
partition=file_entries[0].partition,
127128
bucket=file_entries[0].bucket,

paimon-python/pypaimon/read/sliced_split.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,10 +22,10 @@
2222

2323
from typing import List, Dict, Tuple
2424

25-
from pypaimon.read.split import SplitBase
25+
from pypaimon.read.split import Split
2626

2727

28-
class SlicedSplit(SplitBase):
28+
class SlicedSplit(Split):
2929
"""
3030
Wrapper for Split that adds file-level slicing information.
3131

paimon-python/pypaimon/read/split.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@
2424
from pypaimon.table.source.deletion_file import DeletionFile
2525

2626

27-
class SplitBase(ABC):
27+
class Split(ABC):
2828
"""
2929
Base interface for Split following Java's org.apache.paimon.table.source.Split.
3030
@@ -56,7 +56,7 @@ def bucket(self) -> int:
5656
pass
5757

5858

59-
class Split(SplitBase):
59+
class DataSplit(Split):
6060
"""
6161
Implementation of Split for native Python reading.
6262

0 commit comments

Comments
 (0)