Add custom toaster for compression

Author: antekresic

tsl/src/compression/CMakeLists.txt

@@ -7,6 +7,7 @@ set(SOURCES
     ${CMAKE_CURRENT_SOURCE_DIR}/compression_dml.c
     ${CMAKE_CURRENT_SOURCE_DIR}/compression_scankey.c
     ${CMAKE_CURRENT_SOURCE_DIR}/compression_storage.c
+    ${CMAKE_CURRENT_SOURCE_DIR}/compression_toast.c
     ${CMAKE_CURRENT_SOURCE_DIR}/create.c
     ${CMAKE_CURRENT_SOURCE_DIR}/recompress.c)
 target_sources(${TSL_LIBRARY_NAME} PRIVATE ${SOURCES})

tsl/src/compression/compression.c

@@ -42,6 +42,7 @@
 #include "chunk_insert_state.h"
 #include "compression.h"
 #include "compression/sparse_index_bloom1.h"
+#include "compression_toast.h"
 #include "continuous_aggs/insert.h"
 #include "create.h"
 #include "custom_type_cache.h"
@@ -1778,11 +1779,7 @@ row_compressor_flush(RowCompressor *row_compressor, BulkWriter *writer, bool cha
 	}
 
 	Assert(writer->bistate != NULL);
-	heap_insert(writer->out_rel,
-				compressed_tuple,
-				writer->mycid,
-				writer->insert_options /*=options*/,
-				writer->bistate);
+	compression_heap_insert(writer, compressed_tuple);
 	if (writer->indexstate->ri_NumIndices > 0)
 	{
 		ts_catalog_index_insert(writer->indexstate, compressed_tuple);
@@ -2015,6 +2012,7 @@ bulk_writer_close(BulkWriter *writer)
 	{
 		CatalogCloseIndexes(writer->indexstate);
 	}
+	compression_toast_writer_close(writer);
 	FreeExecutorState(writer->estate);
 }
 

tsl/src/compression/compression.h

@@ -155,6 +155,16 @@ typedef struct BulkWriter
 	CommandId mycid;
 	BulkInsertState bistate;
 	int insert_options; /* heap insert options */
+	/*
+	 * Toast relation/indexes for compression_toast_save_datum_multi(),
+	 * opened lazily on first use and closed by
+	 * compression_toast_writer_close(). NULL/0 if never toasted.
+	 */
+	Relation toast_rel;
+	Relation *toast_indexes;
+	int num_toast_indexes;
+	int toast_valid_index;
+	BulkInsertState toast_bistate;
 } BulkWriter;
 
 typedef struct RowDecompressor