diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 02dfb3d..36e22fa 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -135,6 +135,78 @@ jobs: scala: "2.13" with_hive: "true" with_pyspark: "true" + - spark: "3.5.2" + java: "8" + hadoop: "3.3.4" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "8" + hadoop: "3.3.4" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "8" + hadoop: "3.4.0" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "8" + hadoop: "3.4.0" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "11" + hadoop: "3.3.4" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "11" + hadoop: "3.3.4" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "11" + hadoop: "3.4.0" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "11" + hadoop: "3.4.0" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "17" + hadoop: "3.3.4" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "17" + hadoop: "3.3.4" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "17" + hadoop: "3.4.0" + scala: "2.12" + with_hive: "true" + with_pyspark: "true" + - spark: "3.5.2" + java: "17" + hadoop: "3.4.0" + scala: "2.13" + with_hive: "true" + with_pyspark: "true" runs-on: ubuntu-20.04 env: IMAGE_NAME: "spark-k8s" diff --git a/CHANGELOG.md b/CHANGELOG.md index 2ff7de0..fe35e22 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,7 +3,7 @@ ## v3 - (Temporarily drop support for R due to keyserver issues) -- Only supports for for 3.1.3, 3.2.2, 3.3.0, 3.4.1 (dropped 2.4.8). +- Only supports for for 3.1.3, 3.2.2, 3.3.0, 3.4.1, 3.5.2 (dropped 2.4.8). - Supports both Java 8 and 11 for Spark 3 builds. - Add Ubuntu-based image since the migration to eclipse-temurin for jre image source. diff --git a/templates/vars.yml b/templates/vars.yml index 32720f7..4811ad7 100644 --- a/templates/vars.yml +++ b/templates/vars.yml @@ -19,4 +19,9 @@ versions: - spark: ['3.4.1'] java: ['8', '11'] hadoop: ['3.3.4'] + scala: ['2.12', '2.13'] + +- spark: ['3.5.2'] + java: ['8', '11', '17'] + hadoop: ['3.3.4', '3.4.0'] scala: ['2.12', '2.13'] \ No newline at end of file