Fixed library dependency issue in Spark UI.

aws-samples · May 11, 2022 · bdb52e9 · bdb52e9
1 parent 416cf2b
commit bdb52e9
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/utilities/Spark_UI/glue-3_0/Dockerfile b/utilities/Spark_UI/glue-3_0/Dockerfile
@@ -12,7 +12,14 @@ RUN tar -xzf spark-3.1.1-bin-without-hadoop.tgz && \
     rm spark-3.1.1-bin-without-hadoop.tgz
 RUN mvn dependency:copy-dependencies -DoutputDirectory=/opt/spark/jars/
 RUN rm /opt/spark/jars/jsr305-3.0.0.jar && \
-    rm /opt/spark/jars/jersey-*-1.19.jar
+    rm /opt/spark/jars/jersey-*-1.19.jar && \
+    rm /opt/spark/jars/jackson-dataformat-cbor-2.6.7.jar && \
+    rm /opt/spark/jars/joda-time-2.8.1.jar && \
+    rm /opt/spark/jars/jmespath-java-*.jar && \
+    rm /opt/spark/jars/aws-java-sdk-core-*.jar && \
+    rm /opt/spark/jars/aws-java-sdk-kms-*.jar && \
+    rm /opt/spark/jars/aws-java-sdk-s3-*.jar && \
+    rm /opt/spark/jars/ion-java-1.0.2.jar
 
 RUN echo $'\n\
 spark.eventLog.enabled                      true\n\

diff --git a/utilities/Spark_UI/glue-3_0/pom.xml b/utilities/Spark_UI/glue-3_0/pom.xml
@@ -13,7 +13,7 @@
 		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
 		<jdk.version>1.8</jdk.version>
 		<hadoop.version>3.2.1</hadoop.version>
-		<awssdk.version>1.11.903</awssdk.version>
+		<awssdk.version>1.11.375</awssdk.version>
 		<httpclient.version>4.5.13</httpclient.version>
 		<jackson.version>2.10.5</jackson.version>
 		<jackson.databind.version>2.10.5.1</jackson.databind.version>