fix

Author: JingsongLi

paimon-python/pypaimon/write/file_store_write.py

@@ -23,6 +23,7 @@
 from pypaimon.write.writer.append_only_data_writer import AppendOnlyDataWriter
 from pypaimon.write.writer.data_writer import DataWriter
 from pypaimon.write.writer.key_value_data_writer import KeyValueDataWriter
+from pypaimon.read.table_scan import TableScan
 
 
 class FileStoreWrite:
@@ -33,7 +34,7 @@ def __init__(self, table):
 
         self.table: FileStoreTable = table
         self.data_writers: Dict[Tuple, DataWriter] = {}
-        self.max_seq_numbers = None
+        self.max_seq_numbers: dict = {}
         self.write_cols = None
 
     def write(self, partition: Tuple, bucket: int, data: pa.RecordBatch):
@@ -79,16 +80,24 @@ def close(self):
             writer.close()
         self.data_writers.clear()
 
-    def _seq_number_stats(self) -> dict:
-        if self.max_seq_numbers is None:
-            self.max_seq_numbers = self._load_seq_number_stats()
-        return self.max_seq_numbers
+    def _seq_number_stats(self, partition: Tuple) -> dict[int, int]:
+        buckets = self.max_seq_numbers.get(partition)
+        if buckets is None:
+            buckets = self._load_seq_number_stats(partition)
+            self.max_seq_numbers[partition] = buckets
+        return buckets
 
-    def _load_seq_number_stats(self) -> dict:
+    def _load_seq_number_stats(self, partition: Tuple) -> dict:
         from pypaimon.manifest.manifest_file_manager import ManifestFileManager
         from pypaimon.manifest.manifest_list_manager import ManifestListManager
         from pypaimon.snapshot.snapshot_manager import SnapshotManager
 
+        self.table.new_read_builder()
+        scan = TableScan(
+            table=self.table,
+            predicate=self._predicate
+        )
+
         snapshot_manager = SnapshotManager(self.table)
         manifest_list_manager = ManifestListManager(self.table)
         manifest_file_manager = ManifestFileManager(self.table)