Skip to content

Commit 9b2f1d9

Browse files
author
Andreas Aji
committed
Update oss deps
1 parent 590a7e3 commit 9b2f1d9

File tree

1 file changed

+6
-4
lines changed

1 file changed

+6
-4
lines changed

caraml-store-spark/docker/Dockerfile

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -11,14 +11,16 @@ USER root
1111
ADD https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-${GCS_CONNECTOR_VERSION}.jar /opt/spark/jars
1212
ADD https://repo1.maven.org/maven2/com/google/cloud/spark/spark-bigquery-with-dependencies_2.12/${BQ_CONNECTOR_VERSION}/spark-bigquery-with-dependencies_2.12-${BQ_CONNECTOR_VERSION}.jar /opt/spark/jars
1313
ADD https://github.com/aliyun/aliyun-odps-jdbc/releases/download/v${ODPS_JDBC_CONNECTOR}/odps-jdbc-${ODPS_JDBC_CONNECTOR}-jar-with-dependencies.jar /opt/spark/jars
14-
ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aliyun/${HADOOP_ALIYUN_VERSION}/hadoop-aliyun-${HADOOP_ALIYUN_VERSION}.jar /opt/spark/jars
15-
ADD https://repo1.maven.org/maven2/com/aliyun/oss/aliyun-sdk-oss/${ALIYUN_SDK_OSS_VERSION}/aliyun-sdk-oss-${ALIYUN_SDK_OSS_VERSION}.jar /opt/spark/jars
1614
ADD https://repo1.maven.org/maven2/org/jdom/jdom/${JDOM_VERSION}/jdom-${JDOM_VERSION}.jar /opt/spark/jars
17-
ADD https://repo1.maven.org/maven2/org/apache/hadoop/thirdparty/hadoop-shaded-guava/1.1.1/hadoop-shaded-guava-1.1.1.jar /opt/spark/jars
15+
# ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aliyun/${HADOOP_ALIYUN_VERSION}/hadoop-aliyun-${HADOOP_ALIYUN_VERSION}.jar /opt/spark/jars
16+
# ADD https://repo1.maven.org/maven2/com/aliyun/oss/aliyun-sdk-oss/${ALIYUN_SDK_OSS_VERSION}/aliyun-sdk-oss-${ALIYUN_SDK_OSS_VERSION}.jar /opt/spark/jars
17+
18+
ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aliyun/3.2.4/hadoop-aliyun-3.2.4.jar /opt/spark/jars
19+
ADD https://repo1.maven.org/maven2/com/aliyun/oss/aliyun-sdk-oss/3.13.2/aliyun-sdk-oss-3.13.2.jar /opt/spark/jars
1820
ADD https://repo1.maven.org/maven2/org/jdom/jdom2/2.0.6/jdom2-2.0.6.jar /opt/spark/jars
1921

2022
RUN pip install Jinja2==3.1.2
21-
# For logging to /dev/termination-log
23+
# For logging to /dev/terminationI -log
2224
RUN mkdir -p /dev
2325

2426
ADD caraml-spark-application-with-dependencies.jar /opt/spark/jars

0 commit comments

Comments
 (0)