fix: fix running spark pi-python example

kubeflow · Oct 15, 2024 · a9835b9 · a9835b9
1 parent a6f16d4
commit a9835b9
Show file tree

Hide file tree

Showing 4 changed files with 75 additions and 548 deletions.
diff --git a/contrib/spark/Makefile b/contrib/spark/Makefile
@@ -4,8 +4,13 @@ SPARK_OPERATOR_HELM_CHART_REPO ?= https://kubeflow.github.io/spark-operator
 .PHONY: spark-operator/base
 spark-operator/base:
 	mkdir -p spark-operator/base
-	cd spark-operator/base && helm template --include-crds spark-operator spark-operator --version ${SPARK_OPERATOR_RELEASE_VERSION} --repo ${SPARK_OPERATOR_HELM_CHART_REPO} > resources.yaml
+	cd spark-operator/base && \
+	helm template -n kubeflow --include-crds spark-operator spark-operator \
+	--set "spark.jobNamespaces={}" \
+	--set webhook.enable=false \
+	--version ${SPARK_OPERATOR_RELEASE_VERSION} \
+	--repo ${SPARK_OPERATOR_HELM_CHART_REPO} > resources.yaml
 
 .PHONY: test
 test:
-	./test.sh ${KF_PROFILE}
+	./test.sh ${KF_PROFILE}
diff --git a/contrib/spark/spark-operator/base/kustomization.yaml b/contrib/spark/spark-operator/base/kustomization.yaml
@@ -4,19 +4,19 @@ resources:
   - resources.yaml
   - aggregated-roles.yaml
 namespace: kubeflow
-patches:
-  # Add securityContext to Spark Operator Pod.
-  - target:
-      kind: Deployment
-      labelSelector: "app.kubernetes.io/name=spark-operator"
-    patch: |-
-      - op: add
-        path: /spec/template/spec/containers/0/securityContext
-        value:
-          runAsUser: 1000
-          allowPrivilegeEscalation: false
-          capabilities:
-            drop: ["ALL"]
-          runAsNonRoot: true
-          seccompProfile:
-            type: RuntimeDefault
+# patches:
+#   # Add securityContext to Spark Operator Pod.
+#   - target:
+#       kind: Deployment
+#       labelSelector: "app.kubernetes.io/name=spark-operator"
+#     patch: |-
+#       - op: add
+#         path: /spec/template/spec/containers/0/securityContext
+#         value:
+#           runAsUser: 185
+#           allowPrivilegeEscalation: false
+#           capabilities:
+#             drop: ["ALL"]
+#           runAsNonRoot: true
+#           seccompProfile:
+#             type: RuntimeDefault