From 0f9bb44aefde1084244d5f0bedda873a449a79f6 Mon Sep 17 00:00:00 2001 From: Fan Ting Wei Date: Mon, 9 Sep 2024 13:25:47 +0800 Subject: [PATCH] add 3.5.2 --- .github/workflows/ci.yml | 36 ++++++++++++++++++++++++++++++++++++ templates/vars.yml | 5 +++++ 2 files changed, 41 insertions(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 5b07765..45b75b2 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -111,6 +111,42 @@ jobs: scala: "2.13" with_hive: "true" with_pyspark: "true" + - spark: "3.5.1" + java: "8" + hadoop: "3.3.6" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.1" + java: "8" + hadoop: "3.3.6" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.1" + java: "11" + hadoop: "3.3.6" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.1" + java: "11" + hadoop: "3.3.6" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.1" + java: "17" + hadoop: "3.3.6" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.1" + java: "17" + hadoop: "3.3.6" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" runs-on: ubuntu-20.04 env: IMAGE_NAME: "spark-k8s" diff --git a/templates/vars.yml b/templates/vars.yml index 7eed102..fff97a7 100644 --- a/templates/vars.yml +++ b/templates/vars.yml @@ -14,4 +14,9 @@ versions: - spark: ['3.3.0', '3.3.1'] java: ['8', '11'] hadoop: ['3.3.2'] + scala: ['2.12', '2.13'] + +- spark: ['3.5.1'] + java: ['8', '11', '17'] + hadoop: ['3.3.6'] scala: ['2.12', '2.13'] \ No newline at end of file