diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 36e22fa..7125309 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -15,102 +15,6 @@ jobs: strategy: matrix: version: - - spark: "3.1.3" - java: "8" - hadoop: "2.7.4" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.1.3" - java: "8" - hadoop: "3.2.0" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.1.3" - java: "11" - hadoop: "2.7.4" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.1.3" - java: "11" - hadoop: "3.2.0" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.2.2" - java: "8" - hadoop: "3.3.1" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.2.2" - java: "8" - hadoop: "3.3.1" - scala: "2.13" - with_hive: "true" - with_pyspark: "true" - - spark: "3.2.2" - java: "11" - hadoop: "3.3.1" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.2.2" - java: "11" - hadoop: "3.3.1" - scala: "2.13" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.0" - java: "8" - hadoop: "3.3.2" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.0" - java: "8" - hadoop: "3.3.2" - scala: "2.13" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.0" - java: "11" - hadoop: "3.3.2" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.0" - java: "11" - hadoop: "3.3.2" - scala: "2.13" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.1" - java: "8" - hadoop: "3.3.2" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.1" - java: "8" - hadoop: "3.3.2" - scala: "2.13" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.1" - java: "11" - hadoop: "3.3.2" - scala: "2.12" - with_hive: "true" - with_pyspark: "true" - - spark: "3.3.1" - java: "11" - hadoop: "3.3.2" - scala: "2.13" - with_hive: "true" - with_pyspark: "true" - spark: "3.4.1" java: "8" hadoop: "3.3.4" @@ -210,7 +114,7 @@ jobs: runs-on: ubuntu-20.04 env: IMAGE_NAME: "spark-k8s" - SELF_VERSION: "v3" + SELF_VERSION: "v4" SPARK_VERSION: "${{ matrix.version.spark }}" HADOOP_VERSION: "${{ matrix.version.hadoop }}" SCALA_VERSION: "${{ matrix.version.scala }}" diff --git a/templates/vars.yml b/templates/vars.yml index 4811ad7..0fc2c73 100644 --- a/templates/vars.yml +++ b/templates/vars.yml @@ -1,20 +1,6 @@ -self_version: 'v3' +self_version: 'v4' versions: -- spark: ['3.1.3'] - java: ['8', '11'] - hadoop: ['2.7.4', '3.2.0'] - scala: ['2.12'] - -- spark: ['3.2.2'] - java: ['8', '11'] - hadoop: ['3.3.1'] - scala: ['2.12', '2.13'] - -- spark: ['3.3.0', '3.3.1'] - java: ['8', '11'] - hadoop: ['3.3.2'] - scala: ['2.12', '2.13'] - spark: ['3.4.1'] java: ['8', '11']