add back 3.4.1

dsaidgovsg · Sep 9, 2024 · 484cac9 · 484cac9
1 parent 0f9bb44
commit 484cac9
Show file tree

Hide file tree

Showing 3 changed files with 31 additions and 2 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -111,6 +111,30 @@ jobs:
           scala:        "2.13"
           with_hive:    "true"
           with_pyspark: "true"
+        - spark:        "3.4.1"
+          java:         "8"
+          hadoop:       "3.3.4"
+          scala:        "2.12"
+          with_hive:    "true"
+          with_pyspark: "true"
+        - spark:        "3.4.1"
+          java:         "8"
+          hadoop:       "3.3.4"
+          scala:        "2.13"
+          with_hive:    "true"
+          with_pyspark: "true"
+        - spark:        "3.4.1"
+          java:         "11"
+          hadoop:       "3.3.4"
+          scala:        "2.12"
+          with_hive:    "true"
+          with_pyspark: "true"
+        - spark:        "3.4.1"
+          java:         "11"
+          hadoop:       "3.3.4"
+          scala:        "2.13"
+          with_hive:    "true"
+          with_pyspark: "true"
         - spark:        "3.5.1"
           java:         "8"
           hadoop:       "3.3.6"

diff --git a/build.sh b/build.sh
@@ -1,8 +1,8 @@
 export IMAGE_NAME=spark-k8s
-export SELF_VERSION="v3"
+export SELF_VERSION="v4"
 export SCALA_VERSION="2.12"
 export SPARK_VERSION="3.5.2"
-export HADOOP_VERSION="3.3.4"
+export HADOOP_VERSION="3.3.6"
 export JAVA_VERSION="8"
 export WITH_HIVE="true"
 export WITH_PYSPARK="true"

diff --git a/templates/vars.yml b/templates/vars.yml
@@ -16,6 +16,11 @@ versions:
   hadoop: ['3.3.2']
   scala:  ['2.12', '2.13']
 
+- spark:  ['3.4.1']
+  java:   ['8', '11']
+  hadoop: ['3.3.4']
+  scala:  ['2.12', '2.13']
+
 - spark:  ['3.5.1']	
   java:   ['8', '11', '17']	
   hadoop: ['3.3.6']