chore: bump DuckDB to v1.5.1

- DuckDB submodule to v1.5.1 tag, httpfs extension pin updated
- DUCKDB_VERSION and OVERRIDE_GIT_DESCRIBE set to v1.5.1 so
  autoloaded extensions match the runtime ABI
- Removes PostgresScanSerialize/Deserialize (no longer needed:
  duckdb/duckdb#21461)
- Keeps ExtensionLoader BeginLoad/FinishLoad for extension visibility
- Updates read_functions expected output for stricter iceberg validation

Author: qsliu2017

Makefile

@@ -15,9 +15,9 @@ OBJS += $(subst .c,.o, $(C_SRCS))
 # set to `make` to disable ninja
 DUCKDB_GEN ?= ninja
 # used to know what version of extensions to download
-DUCKDB_VERSION = v1.5.0
+DUCKDB_VERSION = v1.5.1
 # duckdb build tweaks
-DUCKDB_CMAKE_VARS = -DCXX_EXTRA=-fvisibility=default -DBUILD_SHELL=0 -DBUILD_PYTHON=0 -DBUILD_UNITTESTS=0
+DUCKDB_CMAKE_VARS = -DCXX_EXTRA=-fvisibility=default -DBUILD_SHELL=0 -DBUILD_PYTHON=0 -DBUILD_UNITTESTS=0 -DOVERRIDE_GIT_DESCRIBE=v1.5.1
 # set to 1 to disable asserts in DuckDB. This is particularly useful in combinition with MotherDuck.
 # When asserts are enabled the released motherduck extension will fail some of
 # those asserts. By disabling asserts it's possible to run a debug build of

include/pgduckdb/scan/postgres_scan.hpp

@@ -82,13 +82,6 @@ struct PostgresScanFunctionData : public duckdb::TableFunctionData {
 struct PostgresScanTableFunction : public duckdb::TableFunction {
 	PostgresScanTableFunction();
 
-	static void PostgresScanSerialize(duckdb::Serializer &serializer,
-	                                  const duckdb::optional_ptr<duckdb::FunctionData> bind_data,
-	                                  const duckdb::TableFunction &function);
-
-	static duckdb::unique_ptr<duckdb::FunctionData> PostgresScanDeserialize(duckdb::Deserializer &deserializer,
-	                                                                        duckdb::TableFunction &function);
-
 	static duckdb::unique_ptr<duckdb::GlobalTableFunctionState>
 	PostgresScanInitGlobal(duckdb::ClientContext &context, duckdb::TableFunctionInitInput &input);
 

src/pgduckdb_duckdb.cpp

@@ -6,7 +6,6 @@
 #include "duckdb/common/exception.hpp"
 #include "duckdb/main/extension/extension_loader.hpp"
 #include "duckdb/optimizer/optimizer_extension.hpp"
-#include "duckdb/parser/parsed_data/create_table_function_info.hpp"
 #include "duckdb/storage/storage_extension.hpp"
 
 #include "pgduckdb/catalog/pgduckdb_storage.hpp"
@@ -24,8 +23,6 @@
 #include "pgduckdb/pgduckdb_userdata_cache.hpp"
 #include "pgduckdb/pgduckdb_utils.hpp"
 #include "pgduckdb/pgduckdb_xact.hpp"
-#include "pgduckdb/scan/postgres_scan.hpp"
-
 #include "pgduckdb/utility/cpp_wrapper.hpp"
 #include "pgduckdb/utility/signal_guard.hpp"
 #include "pgduckdb/vendor/pg_list.hpp"
@@ -193,13 +190,10 @@ DuckDBManager::Initialize() {
 	// Register the unsupported type optimizer to run after all other optimizations
 	duckdb::OptimizerExtension::Register(dbconfig, UnsupportedTypeOptimizer::GetOptimizerExtension());
 
+	// Register pgduckdb as a loaded extension so it appears in duckdb_extensions()
 	auto &extension_manager = database->instance->GetExtensionManager();
 	auto extension_active_load = extension_manager.BeginLoad("pgduckdb");
 	D_ASSERT(extension_active_load);
-	{
-		duckdb::ExtensionLoader loader(*extension_active_load);
-		loader.RegisterFunction(PostgresScanTableFunction());
-	}
 	duckdb::ExtensionInstallInfo extension_install_info;
 	extension_active_load->FinishLoad(extension_install_info);
 

src/scan/postgres_scan.cpp

@@ -1,5 +1,3 @@
-#include <duckdb/common/serializer/serializer.hpp>
-#include <duckdb/common/serializer/deserializer.hpp>
 #include <duckdb/common/types.hpp>
 #include <duckdb/planner/filter/optional_filter.hpp>
 #include <duckdb/planner/filter/expression_filter.hpp>
@@ -528,28 +526,6 @@ PostgresScanTableFunction::PostgresScanTableFunction()
 	cardinality = PostgresScanCardinality;
 	pushdown_expression = PostgresScanPushdownExpression;
 	to_string = ToString;
-	serialize = PostgresScanSerialize;
-	deserialize = PostgresScanDeserialize;
-}
-
-void
-PostgresScanTableFunction::PostgresScanSerialize(duckdb::Serializer &serializer,
-                                                 const duckdb::optional_ptr<duckdb::FunctionData> bind_data,
-                                                 const duckdb::TableFunction &) {
-	auto &data = bind_data->Cast<PostgresScanFunctionData>();
-	serializer.WriteProperty(100, "rel", static_cast<uint64_t>(reinterpret_cast<uintptr_t>(data.rel)));
-	serializer.WriteProperty(101, "cardinality", data.cardinality);
-	serializer.WriteProperty(102, "snapshot", static_cast<uint64_t>(reinterpret_cast<uintptr_t>(data.snapshot)));
-}
-
-duckdb::unique_ptr<duckdb::FunctionData>
-PostgresScanTableFunction::PostgresScanDeserialize(duckdb::Deserializer &deserializer, duckdb::TableFunction &) {
-	auto rel = deserializer.ReadProperty<uint64_t>(100, "rel");
-	auto cardinality = deserializer.ReadProperty<uint64_t>(101, "cardinality");
-	auto snap = deserializer.ReadProperty<uint64_t>(102, "snapshot");
-	return duckdb::make_uniq<PostgresScanFunctionData>(reinterpret_cast<Relation>(static_cast<uintptr_t>(rel)),
-	                                                   cardinality,
-	                                                   reinterpret_cast<Snapshot>(static_cast<uintptr_t>(snap)));
 }
 
 duckdb::InsertionOrderPreservingMap<duckdb::string>

test/regression/expected/read_functions.out

@@ -490,11 +490,7 @@ SELECT * FROM iceberg_snapshots('../../data/lineitem_iceberg') ORDER BY sequence
 (2 rows)
 
 SELECT * FROM iceberg_metadata('../../data/lineitem_iceberg',  allow_moved_paths => true);
-                             manifest_path                              | manifest_sequence_number | manifest_content | status  | content  |                                     file_path                                      
-------------------------------------------------------------------------+--------------------------+------------------+---------+----------+------------------------------------------------------------------------------------
- lineitem_iceberg/metadata/10eaca8a-1e1c-421e-ad6d-b232e5ee23d3-m1.avro |                        2 | DATA             | ADDED   | EXISTING | lineitem_iceberg/data/00041-414-f3c73457-bbd6-4b92-9c15-17b241171b16-00001.parquet
- lineitem_iceberg/metadata/10eaca8a-1e1c-421e-ad6d-b232e5ee23d3-m0.avro |                        2 | DATA             | DELETED | EXISTING | lineitem_iceberg/data/00000-411-0792dcfe-4e25-4ca3-8ada-175286069a47-00001.parquet
-(2 rows)
+ERROR:  (PGDuckDB/CreatePlan) Prepared query returned an error: Invalid Configuration Error: 'manifest_entry.file_sequence_number' is only allowed to be NULL for ADDED entries
 
 -- read_json
 SELECT COUNT(r['a']) FROM read_json('../../data/table.json') r;

third_party/duckdb

@@ -2,5 +2,5 @@ duckdb_extension_load(json)
 duckdb_extension_load(icu)
 duckdb_extension_load(httpfs
     GIT_URL https://github.com/duckdb/duckdb-httpfs
-    GIT_TAG 74f954001f3a740c909181b02259de6c7b942632
+    GIT_TAG 7e86e7a5e5a1f01f458361bebdfa9b0a9a73a619
 )