Update vendored DuckDB sources to 0069af20ab

Author: duckdblabs-bot

CMakeLists.txt

@@ -334,45 +334,45 @@ set(DUCKDB_SRC_FILES
   src/duckdb/third_party/zstd/dict/divsufsort.cpp
   src/duckdb/third_party/zstd/dict/fastcover.cpp
   src/duckdb/third_party/zstd/dict/zdict.cpp
+  src/duckdb/extension/core_functions/function_list.cpp
   src/duckdb/extension/core_functions/lambda_functions.cpp
   src/duckdb/extension/core_functions/core_functions_extension.cpp
-  src/duckdb/extension/core_functions/function_list.cpp
-  src/duckdb/ub_extension_core_functions_aggregate_distributive.cpp
-  src/duckdb/ub_extension_core_functions_aggregate_regression.cpp
-  src/duckdb/ub_extension_core_functions_aggregate_nested.cpp
-  src/duckdb/ub_extension_core_functions_aggregate_holistic.cpp
-  src/duckdb/ub_extension_core_functions_aggregate_algebraic.cpp
-  src/duckdb/ub_extension_core_functions_scalar_union.cpp
+  src/duckdb/ub_extension_core_functions_scalar_struct.cpp
+  src/duckdb/ub_extension_core_functions_scalar_bit.cpp
+  src/duckdb/ub_extension_core_functions_scalar_blob.cpp
   src/duckdb/ub_extension_core_functions_scalar_generic.cpp
+  src/duckdb/ub_extension_core_functions_scalar_string.cpp
+  src/duckdb/ub_extension_core_functions_scalar_union.cpp
+  src/duckdb/ub_extension_core_functions_scalar_list.cpp
+  src/duckdb/ub_extension_core_functions_scalar_random.cpp
   src/duckdb/ub_extension_core_functions_scalar_enum.cpp
-  src/duckdb/ub_extension_core_functions_scalar_blob.cpp
-  src/duckdb/ub_extension_core_functions_scalar_array.cpp
   src/duckdb/ub_extension_core_functions_scalar_map.cpp
-  src/duckdb/ub_extension_core_functions_scalar_math.cpp
+  src/duckdb/ub_extension_core_functions_scalar_operators.cpp
   src/duckdb/ub_extension_core_functions_scalar_debug.cpp
-  src/duckdb/ub_extension_core_functions_scalar_list.cpp
-  src/duckdb/ub_extension_core_functions_scalar_string.cpp
-  src/duckdb/ub_extension_core_functions_scalar_random.cpp
   src/duckdb/ub_extension_core_functions_scalar_date.cpp
-  src/duckdb/ub_extension_core_functions_scalar_struct.cpp
-  src/duckdb/ub_extension_core_functions_scalar_operators.cpp
-  src/duckdb/ub_extension_core_functions_scalar_bit.cpp
+  src/duckdb/ub_extension_core_functions_scalar_math.cpp
+  src/duckdb/ub_extension_core_functions_scalar_array.cpp
+  src/duckdb/ub_extension_core_functions_aggregate_algebraic.cpp
+  src/duckdb/ub_extension_core_functions_aggregate_regression.cpp
+  src/duckdb/ub_extension_core_functions_aggregate_holistic.cpp
+  src/duckdb/ub_extension_core_functions_aggregate_nested.cpp
+  src/duckdb/ub_extension_core_functions_aggregate_distributive.cpp
+  src/duckdb/extension/parquet/parquet_extension.cpp
+  src/duckdb/extension/parquet/geo_parquet.cpp
+  src/duckdb/extension/parquet/column_reader.cpp
+  src/duckdb/extension/parquet/parquet_timestamp.cpp
   src/duckdb/extension/parquet/column_writer.cpp
-  src/duckdb/extension/parquet/serialize_parquet.cpp
-  src/duckdb/extension/parquet/parquet_float16.cpp
+  src/duckdb/extension/parquet/zstd_file_system.cpp
   src/duckdb/extension/parquet/parquet_reader.cpp
-  src/duckdb/extension/parquet/parquet_statistics.cpp
+  src/duckdb/extension/parquet/serialize_parquet.cpp
   src/duckdb/extension/parquet/parquet_writer.cpp
-  src/duckdb/extension/parquet/zstd_file_system.cpp
+  src/duckdb/extension/parquet/parquet_float16.cpp
   src/duckdb/extension/parquet/parquet_crypto.cpp
-  src/duckdb/extension/parquet/parquet_extension.cpp
-  src/duckdb/extension/parquet/column_reader.cpp
-  src/duckdb/extension/parquet/geo_parquet.cpp
   src/duckdb/extension/parquet/parquet_metadata.cpp
-  src/duckdb/extension/parquet/parquet_timestamp.cpp
-  src/duckdb/ub_extension_parquet_writer.cpp
-  src/duckdb/ub_extension_parquet_reader.cpp
+  src/duckdb/extension/parquet/parquet_statistics.cpp
   src/duckdb/ub_extension_parquet_decoder.cpp
+  src/duckdb/ub_extension_parquet_reader.cpp
+  src/duckdb/ub_extension_parquet_writer.cpp
   src/duckdb/third_party/parquet/parquet_types.cpp
   src/duckdb/third_party/thrift/thrift/protocol/TProtocol.cpp
   src/duckdb/third_party/thrift/thrift/transport/TTransportException.cpp
@@ -411,30 +411,30 @@ set(DUCKDB_SRC_FILES
   src/duckdb/third_party/brotli/enc/metablock.cpp
   src/duckdb/third_party/brotli/enc/static_dict.cpp
   src/duckdb/third_party/brotli/enc/utf8_util.cpp
-  src/duckdb/extension/icu/./icu-timezone.cpp
-  src/duckdb/extension/icu/./icu-timebucket.cpp
   src/duckdb/extension/icu/./icu-strptime.cpp
-  src/duckdb/extension/icu/./icu-datefunc.cpp
+  src/duckdb/extension/icu/./icu-timebucket.cpp
   src/duckdb/extension/icu/./icu_extension.cpp
-  src/duckdb/extension/icu/./icu-table-range.cpp
   src/duckdb/extension/icu/./icu-datesub.cpp
-  src/duckdb/extension/icu/./icu-list-range.cpp
+  src/duckdb/extension/icu/./icu-datefunc.cpp
+  src/duckdb/extension/icu/./icu-table-range.cpp
   src/duckdb/extension/icu/./icu-makedate.cpp
   src/duckdb/extension/icu/./icu-datetrunc.cpp
   src/duckdb/extension/icu/./icu-datepart.cpp
-  src/duckdb/extension/icu/./icu-current.cpp
+  src/duckdb/extension/icu/./icu-timezone.cpp
   src/duckdb/extension/icu/./icu-dateadd.cpp
+  src/duckdb/extension/icu/./icu-current.cpp
+  src/duckdb/extension/icu/./icu-list-range.cpp
   src/duckdb/ub_extension_icu_third_party_icu_common.cpp
   src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp
   src/duckdb/extension/icu/third_party/icu/stubdata/stubdata.cpp
-  src/duckdb/extension/json/json_multi_file_info.cpp
-  src/duckdb/extension/json/json_deserializer.cpp
   src/duckdb/extension/json/json_enums.cpp
-  src/duckdb/extension/json/json_scan.cpp
-  src/duckdb/extension/json/json_functions.cpp
+  src/duckdb/extension/json/json_multi_file_info.cpp
   src/duckdb/extension/json/serialize_json.cpp
+  src/duckdb/extension/json/json_scan.cpp
   src/duckdb/extension/json/json_common.cpp
+  src/duckdb/extension/json/json_functions.cpp
   src/duckdb/extension/json/json_reader.cpp
+  src/duckdb/extension/json/json_deserializer.cpp
   src/duckdb/extension/json/json_extension.cpp
   src/duckdb/extension/json/json_serializer.cpp
   src/duckdb/ub_extension_json_json_functions.cpp)

src/duckdb/extension/core_functions/aggregate/distributive/kurtosis.cpp

@@ -99,15 +99,19 @@ struct KurtosisOperation {
 };
 
 AggregateFunction KurtosisFun::GetFunction() {
-	return AggregateFunction::UnaryAggregate<KurtosisState, double, double,
-	                                         KurtosisOperation<KurtosisFlagBiasCorrection>>(LogicalType::DOUBLE,
-	                                                                                        LogicalType::DOUBLE);
+	auto result =
+	    AggregateFunction::UnaryAggregate<KurtosisState, double, double, KurtosisOperation<KurtosisFlagBiasCorrection>>(
+	        LogicalType::DOUBLE, LogicalType::DOUBLE);
+	result.errors = FunctionErrors::CAN_THROW_RUNTIME_ERROR;
+	return result;
 }
 
 AggregateFunction KurtosisPopFun::GetFunction() {
-	return AggregateFunction::UnaryAggregate<KurtosisState, double, double,
-	                                         KurtosisOperation<KurtosisFlagNoBiasCorrection>>(LogicalType::DOUBLE,
-	                                                                                          LogicalType::DOUBLE);
+	auto result = AggregateFunction::UnaryAggregate<KurtosisState, double, double,
+	                                                KurtosisOperation<KurtosisFlagNoBiasCorrection>>(
+	    LogicalType::DOUBLE, LogicalType::DOUBLE);
+	result.errors = FunctionErrors::CAN_THROW_RUNTIME_ERROR;
+	return result;
 }
 
 } // namespace duckdb

src/duckdb/extension/core_functions/function_list.cpp

@@ -122,6 +122,7 @@ static const StaticFunctionDefinition core_functions[] = {
 	DUCKDB_AGGREGATE_FUNCTION(BoolOrFun),
 	DUCKDB_SCALAR_FUNCTION(CanCastImplicitlyFun),
 	DUCKDB_SCALAR_FUNCTION(CardinalityFun),
+	DUCKDB_SCALAR_FUNCTION(CastToTypeFun),
 	DUCKDB_SCALAR_FUNCTION(CbrtFun),
 	DUCKDB_SCALAR_FUNCTION_SET(CeilFun),
 	DUCKDB_SCALAR_FUNCTION_SET_ALIAS(CeilingFun),

src/duckdb/extension/core_functions/include/core_functions/scalar/generic_functions.hpp

@@ -185,4 +185,14 @@ struct IsHistogramOtherBinFun {
 	static ScalarFunction GetFunction();
 };
 
+struct CastToTypeFun {
+	static constexpr const char *Name = "cast_to_type";
+	static constexpr const char *Parameters = "param,type";
+	static constexpr const char *Description = "Casts the first argument to the type of the second argument";
+	static constexpr const char *Example = "cast_to_type('42', NULL::INTEGER)";
+	static constexpr const char *Categories = "";
+
+	static ScalarFunction GetFunction();
+};
+
 } // namespace duckdb

src/duckdb/extension/core_functions/scalar/generic/cast_to_type.cpp

@@ -0,0 +1,29 @@
+#include "core_functions/scalar/generic_functions.hpp"
+#include "duckdb/planner/expression/bound_cast_expression.hpp"
+
+namespace duckdb {
+
+static void CastToTypeFunction(DataChunk &args, ExpressionState &state, Vector &result) {
+	throw InternalException("CastToType function cannot be executed directly");
+}
+
+unique_ptr<Expression> BindCastToTypeFunction(FunctionBindExpressionInput &input) {
+	auto &return_type = input.children[1]->return_type;
+	if (return_type.id() == LogicalTypeId::UNKNOWN) {
+		// parameter - unknown return type
+		throw ParameterNotResolvedException();
+	}
+	if (return_type.id() == LogicalTypeId::SQLNULL) {
+		throw InvalidInputException("cast_to_type cannot be used to cast to NULL");
+	}
+	return BoundCastExpression::AddCastToType(input.context, std::move(input.children[0]), return_type);
+}
+
+ScalarFunction CastToTypeFun::GetFunction() {
+	auto fun = ScalarFunction({LogicalType::ANY, LogicalType::ANY}, LogicalType::ANY, CastToTypeFunction);
+	fun.null_handling = FunctionNullHandling::SPECIAL_HANDLING;
+	fun.bind_expression = BindCastToTypeFunction;
+	return fun;
+}
+
+} // namespace duckdb

src/duckdb/extension/icu/icu-timezone.cpp

@@ -5,8 +5,6 @@
 #include "duckdb/function/cast/cast_function_set.hpp"
 #include "duckdb/function/cast_rules.hpp"
 #include "duckdb/main/extension_util.hpp"
-#include "duckdb/parser/parsed_data/create_scalar_function_info.hpp"
-#include "duckdb/parser/parsed_data/create_table_function_info.hpp"
 #include "include/icu-casts.hpp"
 #include "include/icu-datefunc.hpp"
 #include "duckdb/transaction/meta_transaction.hpp"
@@ -149,14 +147,14 @@ struct ICUFromNaiveTimestamp : public ICUDateFunc {
 		}
 	};
 
-	template <class OP>
+	template <class OP, class T = timestamp_t>
 	static bool CastFromNaive(Vector &source, Vector &result, idx_t count, CastParameters &parameters) {
 		auto &cast_data = parameters.cast_data->Cast<CastData>();
 		auto &info = cast_data.info->Cast<BindData>();
 		CalendarPtr calendar(info.calendar->clone());
 
-		UnaryExecutor::Execute<timestamp_t, timestamp_t>(source, result, count, [&](timestamp_t input) {
-			return Operation(calendar.get(), OP::template Operation<timestamp_t, timestamp_t>(input));
+		UnaryExecutor::Execute<T, timestamp_t>(source, result, count, [&](T input) {
+			return Operation(calendar.get(), OP::template Operation<T, timestamp_t>(input));
 		});
 		return true;
 	}
@@ -165,6 +163,11 @@ struct ICUFromNaiveTimestamp : public ICUDateFunc {
 		if (!input.context) {
 			throw InternalException("Missing context for TIMESTAMP to TIMESTAMPTZ cast.");
 		}
+		if (input.context->config.disable_timestamptz_casts) {
+			throw BinderException("Casting from TIMESTAMP to TIMESTAMP WITH TIME ZONE without an explicit time zone "
+			                      "has been disabled  - use \"AT TIME ZONE ...\"",
+			                      LogicalTypeIdToString(source.id()));
+		}
 
 		auto cast_data = make_uniq<CastData>(make_uniq<BindData>(*input.context));
 		switch (source.id()) {
@@ -176,6 +179,8 @@ struct ICUFromNaiveTimestamp : public ICUDateFunc {
 			return BoundCastInfo(CastFromNaive<CastTimestampNsToUs>, std::move(cast_data));
 		case LogicalTypeId::TIMESTAMP_SEC:
 			return BoundCastInfo(CastFromNaive<CastTimestampSecToUs>, std::move(cast_data));
+		case LogicalTypeId::DATE:
+			return BoundCastInfo(CastFromNaive<Cast, date_t>, std::move(cast_data));
 		default:
 			throw InternalException("Type %s not handled in BindCastFromNaive", LogicalTypeIdToString(source.id()));
 		}
@@ -190,6 +195,7 @@ struct ICUFromNaiveTimestamp : public ICUDateFunc {
 		casts.RegisterCastFunction(LogicalType::TIMESTAMP_MS, LogicalType::TIMESTAMP_TZ, BindCastFromNaive);
 		casts.RegisterCastFunction(LogicalType::TIMESTAMP_NS, LogicalType::TIMESTAMP_TZ, BindCastFromNaive);
 		casts.RegisterCastFunction(LogicalType::TIMESTAMP_S, LogicalType::TIMESTAMP_TZ, BindCastFromNaive);
+		casts.RegisterCastFunction(LogicalType::DATE, LogicalType::TIMESTAMP_TZ, BindCastFromNaive);
 	}
 };
 

src/duckdb/extension/parquet/decoder/dictionary_decoder.cpp

@@ -2,8 +2,8 @@
 #include "column_reader.hpp"
 #include "parquet_reader.hpp"
 #include "duckdb/planner/filter/conjunction_filter.hpp"
-#include "duckdb/planner/filter/constant_filter.hpp"
-#include "duckdb/planner/filter/struct_filter.hpp"
+#include "duckdb/planner/filter/expression_filter.hpp"
+#include "duckdb/planner/table_filter_state.hpp"
 
 namespace duckdb {
 
@@ -35,7 +35,7 @@ void DictionaryDecoder::InitializeDictionary(idx_t new_dictionary_size, optional
 	}
 	reader.Plain(reader.block, nullptr, dictionary_size, 0, *dictionary);
 
-	if (filter && CanFilter(*filter)) {
+	if (filter && CanFilter(*filter, *filter_state)) {
 		// no filter result yet - apply filter to the dictionary
 		// initialize the filter result - setting everything to false
 		filter_result = make_unsafe_uniq_array<bool>(dictionary_size);
@@ -135,21 +135,27 @@ void DictionaryDecoder::Skip(uint8_t *defines, idx_t skip_count) {
 	dict_decoder->Skip(valid_count);
 }
 
-bool DictionarySupportsFilter(const TableFilter &filter) {
+bool DictionaryDecoder::DictionarySupportsFilter(const TableFilter &filter, TableFilterState &filter_state) {
 	switch (filter.filter_type) {
 	case TableFilterType::CONJUNCTION_OR: {
 		auto &conjunction = filter.Cast<ConjunctionOrFilter>();
-		for (auto &child_filter : conjunction.child_filters) {
-			if (!DictionarySupportsFilter(*child_filter)) {
+		auto &state = filter_state.Cast<ConjunctionOrFilterState>();
+		for (idx_t child_idx = 0; child_idx < conjunction.child_filters.size(); child_idx++) {
+			auto &child_filter = *conjunction.child_filters[child_idx];
+			auto &child_state = *state.child_states[child_idx];
+			if (!DictionarySupportsFilter(child_filter, child_state)) {
 				return false;
 			}
 		}
 		return true;
 	}
 	case TableFilterType::CONJUNCTION_AND: {
 		auto &conjunction = filter.Cast<ConjunctionAndFilter>();
-		for (auto &child_filter : conjunction.child_filters) {
-			if (!DictionarySupportsFilter(*child_filter)) {
+		auto &state = filter_state.Cast<ConjunctionAndFilterState>();
+		for (idx_t child_idx = 0; child_idx < conjunction.child_filters.size(); child_idx++) {
+			auto &child_filter = *conjunction.child_filters[child_idx];
+			auto &child_state = *state.child_states[child_idx];
+			if (!DictionarySupportsFilter(child_filter, child_state)) {
 				return false;
 			}
 		}
@@ -158,6 +164,13 @@ bool DictionarySupportsFilter(const TableFilter &filter) {
 	case TableFilterType::CONSTANT_COMPARISON:
 	case TableFilterType::IS_NOT_NULL:
 		return true;
+	case TableFilterType::EXPRESSION_FILTER: {
+		// expression filters can only be pushed into the dictionary if they filter out NULL values
+		auto &expr_filter = filter.Cast<ExpressionFilter>();
+		auto &state = filter_state.Cast<ExpressionFilterState>();
+		auto emits_nulls = expr_filter.EvaluateWithConstant(state.executor, Value(reader.Type()));
+		return !emits_nulls;
+	}
 	case TableFilterType::IS_NULL:
 	case TableFilterType::DYNAMIC_FILTER:
 	case TableFilterType::OPTIONAL_FILTER:
@@ -167,12 +180,12 @@ bool DictionarySupportsFilter(const TableFilter &filter) {
 	}
 }
 
-bool DictionaryDecoder::CanFilter(const TableFilter &filter) {
+bool DictionaryDecoder::CanFilter(const TableFilter &filter, TableFilterState &filter_state) {
 	if (dictionary_size == 0) {
 		return false;
 	}
 	// We can only push the filter if the filter removes NULL values
-	if (!DictionarySupportsFilter(filter)) {
+	if (!DictionarySupportsFilter(filter, filter_state)) {
 		return false;
 	}
 	return true;

src/duckdb/extension/parquet/include/decoder/dictionary_decoder.hpp

@@ -26,7 +26,8 @@ class DictionaryDecoder {
 	void InitializePage();
 	idx_t Read(uint8_t *defines, idx_t read_count, Vector &result, idx_t result_offset);
 	void Skip(uint8_t *defines, idx_t skip_count);
-	bool CanFilter(const TableFilter &filter);
+	bool CanFilter(const TableFilter &filter, TableFilterState &filter_state);
+	bool DictionarySupportsFilter(const TableFilter &filter, TableFilterState &filter_state);
 	void Filter(uint8_t *defines, idx_t read_count, Vector &result, SelectionVector &sel, idx_t &approved_tuple_count);
 	bool HasFilter() const {
 		return filter_result.get();

src/duckdb/extension/parquet/parquet_extension.cpp

@@ -250,12 +250,17 @@ class ParquetScanFunction {
 		table_function.statistics = MultiFileFunction<ParquetMultiFileInfo>::MultiFileScanStats;
 		table_function.serialize = ParquetScanSerialize;
 		table_function.deserialize = ParquetScanDeserialize;
+		table_function.pushdown_expression = ParquetScanPushdownExpression;
 		table_function.filter_pushdown = true;
 		table_function.filter_prune = true;
 
 		return MultiFileReader::CreateFunctionSet(static_cast<TableFunction>(table_function));
 	}
 
+	static bool ParquetScanPushdownExpression(ClientContext &context, const LogicalGet &get, Expression &expr) {
+		return true;
+	}
+
 	static void VerifyParquetSchemaParameter(const Value &schema) {
 		LogicalType::MAP(LogicalType::BLOB, LogicalType::STRUCT({{{"name", LogicalType::VARCHAR},
 		                                                          {"type", LogicalType::VARCHAR},

src/duckdb/extension/parquet/parquet_reader.cpp

@@ -1056,7 +1056,7 @@ idx_t ParquetReader::NumRowGroups() const {
 
 ParquetScanFilter::ParquetScanFilter(ClientContext &context, idx_t filter_idx, TableFilter &filter)
     : filter_idx(filter_idx), filter(filter) {
-	filter_state = TableFilterState::Initialize(filter);
+	filter_state = TableFilterState::Initialize(context, filter);
 }
 
 ParquetScanFilter::~ParquetScanFilter() {