fix(athena): forward kwargs in SparkdbtObj and force table materialization in Spark Connect tests

- SparkdbtObj.ref/source lambdas dropped **kwargs, breaking versioned refs (dbt.ref(..., v=1))
- TestSparkConnectPythonModel forces +materialized: table because Spark's HiveExternalCatalog can't resolve Athena views
- Document setuptools rationale (PEP 632 distutils shim for pyspark 3.5 on Python 3.12)

Author: dtaniwaki

dbt-athena/pyproject.toml

@@ -39,6 +39,8 @@ dependencies=[
     "tenacity>=8.2,<10.0",
 ]
 [project.optional-dependencies]
+# setuptools provides the distutils shim that pyspark 3.5 still imports
+# (removed from stdlib in Python 3.12, PEP 632).
 spark_connect = ["pyspark[connect]>=3.5.6,<3.6", "setuptools"]
 
 [project.urls]

dbt-athena/src/dbt/include/athena/macros/adapters/python_submissions.sql

@@ -95,7 +95,7 @@ def get_spark_df(identifier):
 class SparkdbtObj(dbtObj):
     def __init__(self):
         super().__init__(load_df_function=get_spark_df)
-        self.source = lambda *args: source(*args, dbt_load_df_function=get_spark_df)
-        self.ref = lambda *args: ref(*args, dbt_load_df_function=get_spark_df)
+        self.source = lambda *args, **kwargs: source(*args, dbt_load_df_function=get_spark_df, **kwargs)
+        self.ref = lambda *args, **kwargs: ref(*args, dbt_load_df_function=get_spark_df, **kwargs)
 
 {%- endmacro -%}

dbt-athena/tests/functional/adapter/test_python_submissions.py

@@ -34,6 +34,13 @@ def model(dbt, _):
     reason="DBT_TEST_ATHENA_SPARK_WORK_GROUP must point to a Spark 3.5 workgroup.",
 )
 class TestSparkConnectPythonModel(BasePythonModelTests):
+    @pytest.fixture(scope="class")
+    def project_config_update(self):
+        # Athena defaults SQL models to views, but Spark's HiveExternalCatalog
+        # cannot resolve Athena views (no S3 location), so dbt.ref() blows up
+        # with "Can not create a Path from an empty string".  Force tables.
+        return {"models": {"+materialized": "table"}}
+
     @pytest.fixture(scope="class")
     def models(self):
         return {