feat: add databricks.arrow.native_geospatial option for Arrow geometry

Expose geospatialAsArrow support (SPARK-54232) as an opt-in ADBC
connection option. When set to "true", geometry/geography columns
arrive as Struct<srid: Int32, wkb: Binary> instead of EWKT strings.

This depends on databricks/databricks-sql-go#328 which adds the
WithArrowNativeGeospatial() ConnOption to the underlying Go SQL driver.

Usage via adbc_connect (e.g. from DuckDB adbc_scanner):

  adbc_connect({
    'driver': 'libadbc_driver_databricks.dylib',
    'databricks.server_hostname': '...',
    'databricks.arrow.native_geospatial': 'true'
  })

Author: jatorre

go/database.go

@@ -80,6 +80,9 @@ type databaseImpl struct {
 	oauthClientID     string
 	oauthClientSecret string
 	oauthRefreshToken string
+
+	// Arrow serialization options
+	useArrowNativeGeospatial bool
 }
 
 func (d *databaseImpl) resolveConnectionOptions() ([]dbsql.ConnOption, error) {
@@ -148,6 +151,13 @@ func (d *databaseImpl) resolveConnectionOptions() ([]dbsql.ConnOption, error) {
 		opts = append(opts, dbsql.WithMaxDownloadThreads(d.downloadThreadCount))
 	}
 
+	// Arrow-native geospatial serialization (SPARK-54232).
+	// When enabled, geometry/geography columns arrive as Struct<srid: Int32, wkb: Binary>
+	// instead of EWKT strings, enabling native geometry passthrough.
+	if d.useArrowNativeGeospatial {
+		opts = append(opts, dbsql.WithArrowNativeGeospatial(true))
+	}
+
 	// TLS/SSL handling
 	// Configure a custom transport with proper timeout settings when custom
 	// TLS config is needed. These settings match the defaults from
@@ -320,6 +330,11 @@ func (d *databaseImpl) GetOption(key string) (string, error) {
 		return d.oauthClientSecret, nil
 	case OptionOAuthRefreshToken:
 		return d.oauthRefreshToken, nil
+	case OptionArrowNativeGeospatial:
+		if d.useArrowNativeGeospatial {
+			return adbc.OptionValueEnabled, nil
+		}
+		return adbc.OptionValueDisabled, nil
 	default:
 		return d.DatabaseImplBase.GetOption(key)
 	}
@@ -486,6 +501,18 @@ func (d *databaseImpl) SetOption(key, value string) error {
 		d.oauthClientSecret = value
 	case OptionOAuthRefreshToken:
 		d.oauthRefreshToken = value
+	case OptionArrowNativeGeospatial:
+		switch value {
+		case adbc.OptionValueEnabled:
+			d.useArrowNativeGeospatial = true
+		case adbc.OptionValueDisabled, "":
+			d.useArrowNativeGeospatial = false
+		default:
+			return adbc.Error{
+				Code: adbc.StatusInvalidArgument,
+				Msg:  fmt.Sprintf("invalid value for %s: %s (expected 'true' or 'false')", OptionArrowNativeGeospatial, value),
+			}
+		}
 	default:
 		return d.DatabaseImplBase.SetOption(key, value)
 	}

go/driver.go

@@ -67,6 +67,9 @@ const (
 	OptionOAuthClientSecret = "databricks.oauth.client_secret"
 	OptionOAuthRefreshToken = "databricks.oauth.refresh_token"
 
+	// Arrow serialization options
+	OptionArrowNativeGeospatial = "databricks.arrow.native_geospatial"
+
 	// Default values
 	DefaultPort    = 443
 	DefaultSSLMode = "require"