Support DuckDB v1.4

Author: dpxcc

.github/workflows/MainDistributionPipeline.yml

@@ -1,6 +1,3 @@
-#
-# This workflow calls the main distribution pipeline from DuckDB to build, test and (optionally) release the extension
-#
 name: Main Extension Distribution Pipeline
 on:
   push:
@@ -15,19 +12,19 @@ jobs:
   duckdb-next-build:
     name: Build extension binaries
     uses: duckdb/extension-ci-tools/.github/workflows/_extension_distribution.yml@main
-    if: false   # extension-template is currently not compatible with main
     with:
       duckdb_version: main
       ci_tools_version: main
       enable_rust: true
+      exclude_archs: windows_amd64;windows_amd64_mingw;wasm_mvp;wasm_eh;wasm_threads
       extension_name: mooncake
 
   duckdb-stable-build:
     name: Build extension binaries
-    uses: duckdb/extension-ci-tools/.github/workflows/_extension_distribution.yml@v1.3.2
+    uses: duckdb/extension-ci-tools/.github/workflows/_extension_distribution.yml@v1.4.0
     with:
-      duckdb_version: v1.3.2
-      ci_tools_version: v1.3.2
+      duckdb_version: v1.4.0
+      ci_tools_version: v1.4.0
       enable_rust: true
       exclude_archs: windows_amd64;windows_amd64_mingw;wasm_mvp;wasm_eh;wasm_threads
       extension_name: mooncake
@@ -36,7 +33,7 @@ jobs:
     name: Code Quality Check
     uses: duckdb/extension-ci-tools/.github/workflows/_extension_code_quality.yml@main
     with:
-      duckdb_version: v1.3.2
+      duckdb_version: main
       ci_tools_version: main
       extension_name: mooncake
       format_checks: format

Makefile

@@ -1,10 +1,8 @@
 PROJ_DIR := $(dir $(abspath $(lastword $(MAKEFILE_LIST))))
 
-# Configuration of extension
 EXT_NAME=mooncake
 EXT_CONFIG=${PROJ_DIR}extension_config.cmake
 
-# Include the Makefile from extension-ci-tools
 include extension-ci-tools/makefiles/duckdb_extension.Makefile
 
 format-all:

duckdb

@@ -6,7 +6,7 @@ namespace duckdb {
 
 class MooncakeExtension : public Extension {
 public:
-	void Load(DuckDB &db) override;
+	void Load(ExtensionLoader &loader) override;
 
 	string Name() override;
 

extension-ci-tools

@@ -2,14 +2,17 @@
 
 #include "duckdb/main/connection.hpp"
 #include "duckdb/main/database.hpp"
+#include "duckdb/main/extension_helper.hpp"
 #include "mooncake_extension.hpp"
 #include "pgmooncake.hpp"
 #include "storage/mooncake_storage.hpp"
 
 namespace duckdb {
 
-void MooncakeExtension::Load(DuckDB &db) {
-	auto &config = DBConfig::GetConfig(*db.instance);
+void MooncakeExtension::Load(ExtensionLoader &loader) {
+	auto &db = loader.GetDatabaseInstance();
+	ExtensionHelper::AutoLoadExtension(db, "parquet");
+	auto &config = DBConfig::GetConfig(db);
 	config.storage_extensions["mooncake"] = make_uniq<MooncakeStorageExtension>();
 
 	string init_query = Pgmooncake::GetInitQuery();
@@ -33,12 +36,7 @@ string MooncakeExtension::Version() const {
 } // namespace duckdb
 
 extern "C" {
-DUCKDB_EXTENSION_API void mooncake_init(duckdb::DatabaseInstance &db) {
-	duckdb::DuckDB db_wrapper(db);
-	db_wrapper.LoadExtension<duckdb::MooncakeExtension>();
-}
-
-DUCKDB_EXTENSION_API const char *mooncake_version() {
-	return duckdb::DuckDB::LibraryVersion();
+DUCKDB_CPP_EXTENSION_ENTRY(mooncake, loader) {
+	duckdb::MooncakeExtension().Load(loader);
 }
 }

src/include/mooncake_extension.hpp

@@ -1,6 +1,6 @@
 #include "duckdb/catalog/catalog_entry/table_function_catalog_entry.hpp"
 #include "duckdb/common/multi_file/multi_file_reader.hpp"
-#include "duckdb/main/extension_util.hpp"
+#include "duckdb/main/extension/extension_loader.hpp"
 #include "duckdb/parser/tableref/table_function_ref.hpp"
 #include "parquet_reader.hpp"
 #include "storage/mooncake_table.hpp"
@@ -106,7 +106,7 @@ struct MooncakeMultiFileReader : public MultiFileReader {
 		return make_uniq<MooncakeMultiFileReader>(table_function.function_info->Cast<MooncakeFunctionInfo>().table);
 	}
 
-	shared_ptr<MultiFileList> CreateFileList(ClientContext &, const vector<string> &, FileGlobOptions) override {
+	shared_ptr<MultiFileList> CreateFileList(ClientContext &, const vector<string> &, const FileGlobInput &) override {
 		return make_shared_ptr<MooncakeMultiFileList>(table);
 	}
 
@@ -135,7 +135,8 @@ struct MooncakeMultiFileReader : public MultiFileReader {
 };
 
 static TableFunction &GetParquetScan(ClientContext &context) {
-	return ExtensionUtil::GetTableFunction(*context.db, "parquet_scan").functions.GetFunctionReferenceByOffset(0);
+	ExtensionLoader loader(*context.db, "mooncake");
+	return loader.GetTableFunction("parquet_scan").functions.GetFunctionReferenceByOffset(0);
 }
 
 static unique_ptr<GlobalTableFunctionState> MooncakeScanInitGlobal(ClientContext &context,

src/mooncake_extension.cpp

@@ -86,15 +86,15 @@ optional_ptr<CatalogEntry> MooncakeSchema::LookupEntry(CatalogTransaction transa
 		throw InternalException("Error decoding schema: %s", ArrowErrorMessage(&error));
 	}
 
-	ArrowTableType arrow_table;
-	vector<string> names;
-	vector<LogicalType> return_types;
-	ArrowTableFunction::PopulateArrowTableType(transaction.db->config, arrow_table, schema, names, return_types);
+	ArrowTableSchema arrow_table;
+	ArrowTableFunction::PopulateArrowTableSchema(transaction.db->config, arrow_table, schema.arrow_schema);
+	auto &names = arrow_table.GetNames();
+	auto &types = arrow_table.GetTypes();
 
 	CreateTableInfo table_info;
 	table_info.table = table_name;
 	for (idx_t i = 0; i < names.size(); i++) {
-		table_info.columns.AddColumn(ColumnDefinition(names[i], return_types[i]));
+		table_info.columns.AddColumn(ColumnDefinition(names[i], types[i]));
 	}
 	tables[table_name] = make_uniq<MooncakeTable>(catalog, *this, table_info, lsn, moonlink);
 	return *tables[table_name];

src/storage/mooncake_scan.cpp

@@ -4,8 +4,8 @@
 
 namespace duckdb {
 
-unique_ptr<Catalog> MooncakeAttach(StorageExtensionInfo *storage_info, ClientContext &context, AttachedDatabase &db,
-                                   const string &name, AttachInfo &info, AccessMode access_mode) {
+unique_ptr<Catalog> MooncakeAttach(optional_ptr<StorageExtensionInfo> storage_info, ClientContext &context,
+                                   AttachedDatabase &db, const string &name, AttachInfo &info, AttachOptions &options) {
 	string uri;
 	string database;
 	for (auto &entry : info.options) {
@@ -29,7 +29,7 @@ unique_ptr<Catalog> MooncakeAttach(StorageExtensionInfo *storage_info, ClientCon
 	return make_uniq<MooncakeCatalog>(db, std::move(uri), std::move(database));
 }
 
-unique_ptr<TransactionManager> MooncakeCreateTransactionManager(StorageExtensionInfo *storage_info,
+unique_ptr<TransactionManager> MooncakeCreateTransactionManager(optional_ptr<StorageExtensionInfo> storage_info,
                                                                 AttachedDatabase &db, Catalog &catalog) {
 	return make_uniq<MooncakeTransactionManager>(db, catalog);
 }

src/storage/mooncake_schema.cpp

@@ -5,6 +5,9 @@
     "vcpkg-configuration": {
         "overlay-ports": [
             "./extension-ci-tools/vcpkg_ports"
+        ],
+        "overlay-triplets": [
+            "./extension-ci-tools/toolchains"
         ]
     }
 }