From 484cac9bc0093c56139d0b6c6f81c45d706eeb98 Mon Sep 17 00:00:00 2001 From: Fan Ting Wei Date: Mon, 9 Sep 2024 13:45:20 +0800 Subject: [PATCH] add back 3.4.1 --- .github/workflows/ci.yml | 24 ++++++++++++++++++++++++ build.sh | 4 ++-- templates/vars.yml | 5 +++++ 3 files changed, 31 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 45b75b2..e7d779a 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -111,6 +111,30 @@ jobs: scala: "2.13" with_hive: "true" with_pyspark: "true" + - spark: "3.4.1" + java: "8" + hadoop: "3.3.4" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.4.1" + java: "8" + hadoop: "3.3.4" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.4.1" + java: "11" + hadoop: "3.3.4" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.4.1" + java: "11" + hadoop: "3.3.4" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" - spark: "3.5.1" java: "8" hadoop: "3.3.6" diff --git a/build.sh b/build.sh index f3ebf4b..34d5f58 100755 --- a/build.sh +++ b/build.sh @@ -1,8 +1,8 @@ export IMAGE_NAME=spark-k8s -export SELF_VERSION="v3" +export SELF_VERSION="v4" export SCALA_VERSION="2.12" export SPARK_VERSION="3.5.2" -export HADOOP_VERSION="3.3.4" +export HADOOP_VERSION="3.3.6" export JAVA_VERSION="8" export WITH_HIVE="true" export WITH_PYSPARK="true" diff --git a/templates/vars.yml b/templates/vars.yml index fff97a7..9e34b82 100644 --- a/templates/vars.yml +++ b/templates/vars.yml @@ -16,6 +16,11 @@ versions: hadoop: ['3.3.2'] scala: ['2.12', '2.13'] +- spark: ['3.4.1'] + java: ['8', '11'] + hadoop: ['3.3.4'] + scala: ['2.12', '2.13'] + - spark: ['3.5.1'] java: ['8', '11', '17'] hadoop: ['3.3.6']