upgrade to v4

dsaidgovsg · Aug 27, 2024 · 763e404 · 763e404
1 parent ccc4f19
commit 763e404
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 112 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -15,102 +15,6 @@ jobs:
     strategy:
       matrix:
         version:
-        - spark:        "3.1.3"
-          java:         "8"
-          hadoop:       "2.7.4"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.1.3"
-          java:         "8"
-          hadoop:       "3.2.0"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.1.3"
-          java:         "11"
-          hadoop:       "2.7.4"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.1.3"
-          java:         "11"
-          hadoop:       "3.2.0"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.2.2"
-          java:         "8"
-          hadoop:       "3.3.1"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.2.2"
-          java:         "8"
-          hadoop:       "3.3.1"
-          scala:        "2.13"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.2.2"
-          java:         "11"
-          hadoop:       "3.3.1"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.2.2"
-          java:         "11"
-          hadoop:       "3.3.1"
-          scala:        "2.13"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.0"
-          java:         "8"
-          hadoop:       "3.3.2"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.0"
-          java:         "8"
-          hadoop:       "3.3.2"
-          scala:        "2.13"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.0"
-          java:         "11"
-          hadoop:       "3.3.2"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.0"
-          java:         "11"
-          hadoop:       "3.3.2"
-          scala:        "2.13"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.1"
-          java:         "8"
-          hadoop:       "3.3.2"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.1"
-          java:         "8"
-          hadoop:       "3.3.2"
-          scala:        "2.13"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.1"
-          java:         "11"
-          hadoop:       "3.3.2"
-          scala:        "2.12"
-          with_hive:    "true"
-          with_pyspark: "true"
-        - spark:        "3.3.1"
-          java:         "11"
-          hadoop:       "3.3.2"
-          scala:        "2.13"
-          with_hive:    "true"
-          with_pyspark: "true"
         - spark:        "3.4.1"
           java:         "8"
           hadoop:       "3.3.4"
@@ -210,7 +114,7 @@ jobs:
     runs-on: ubuntu-20.04
     env:
       IMAGE_NAME: "spark-k8s"
-      SELF_VERSION: "v3"
+      SELF_VERSION: "v4"
       SPARK_VERSION: "${{ matrix.version.spark }}"
       HADOOP_VERSION: "${{ matrix.version.hadoop }}"
       SCALA_VERSION: "${{ matrix.version.scala }}"

diff --git a/templates/vars.yml b/templates/vars.yml
@@ -1,20 +1,6 @@
-self_version: 'v3'
+self_version: 'v4'
 
 versions:
-- spark:  ['3.1.3']
-  java:   ['8', '11']
-  hadoop: ['2.7.4', '3.2.0']
-  scala:  ['2.12']
-
-- spark:  ['3.2.2']
-  java:   ['8', '11']
-  hadoop: ['3.3.1']
-  scala:  ['2.12', '2.13']
-
-- spark:  ['3.3.0', '3.3.1']
-  java:   ['8', '11']
-  hadoop: ['3.3.2']
-  scala:  ['2.12', '2.13']
 
 - spark:  ['3.4.1']
   java:   ['8', '11']