bugfix + flushing on to_reader

Author: czaloom

src/valor_lite/common/ephemeral.py

@@ -192,6 +192,7 @@ def __exit__(self, exc_type, exc_val, exc_tb):
 
     def to_reader(self) -> MemoryCacheReader:
         """Get cache reader."""
+        self.flush()
         return MemoryCacheReader(
             table=self._table, batch_size=self._batch_size
         )

src/valor_lite/common/persistent.py

@@ -169,8 +169,8 @@ def iterate_tables(
             schema=self._schema,
             format="parquet",
         )
-        for fragment in dataset.get_fragments(filter=filter):
-            yield fragment.to_table(columns=columns)
+        for fragment in dataset.get_fragments():
+            yield fragment.to_table(columns=columns, filter=filter)
 
     def iterate_fragments(self):
         """Iterate over fragments within the file-based cache."""
@@ -425,4 +425,5 @@ def __exit__(self, exc_type, exc_val, exc_tb):
 
     def to_reader(self) -> FileCacheReader:
         """Get cache reader."""
+        self.flush()
         return FileCacheReader.load(path=self.path)