diff --git a/getting-started/spark/notebooks/Dockerfile b/getting-started/spark/notebooks/Dockerfile index bb57ee65ff..4bbf292d07 100644 --- a/getting-started/spark/notebooks/Dockerfile +++ b/getting-started/spark/notebooks/Dockerfile @@ -17,7 +17,7 @@ # under the License. # -FROM docker.io/apache/spark:3.5.6-java17 +FROM docker.io/apache/spark:4.1.0-java17 ENV PYSPARK_PYTHON=/home/spark/venv/bin/python \ PYTHONPATH="${SPARK_HOME}/python/:${SPARK_HOME}/python/lib/py4j-0.10.9.7-src.zip:/home/spark/venv/lib/python3.10/site-packages" diff --git a/plugins/spark/v3.5/getting-started/notebooks/Dockerfile b/plugins/spark/v3.5/getting-started/notebooks/Dockerfile index 392d79e0a4..d45e1da01d 100644 --- a/plugins/spark/v3.5/getting-started/notebooks/Dockerfile +++ b/plugins/spark/v3.5/getting-started/notebooks/Dockerfile @@ -17,7 +17,7 @@ # under the License. # -FROM docker.io/apache/spark:3.5.6-java17 +FROM docker.io/apache/spark:4.1.0-java17 ENV PYSPARK_PYTHON=/home/spark/venv/bin/python \ PYTHONPATH="${SPARK_HOME}/python/:${SPARK_HOME}/python/lib/py4j-0.10.9.7-src.zip:/home/spark/venv/lib/python3.10/site-packages" diff --git a/plugins/spark/v3.5/regtests/Dockerfile b/plugins/spark/v3.5/regtests/Dockerfile index 5c4c480f20..d6ee8ccee1 100755 --- a/plugins/spark/v3.5/regtests/Dockerfile +++ b/plugins/spark/v3.5/regtests/Dockerfile @@ -17,7 +17,7 @@ # under the License. # -FROM docker.io/apache/spark:3.5.6-java17 +FROM docker.io/apache/spark:4.1.0-java17 ARG POLARIS_HOST=polaris \ CURRENT_SCALA_VERSION=2.12