From 6bdac3f0bb9de07e750b3b783d6ae26baa6c7682 Mon Sep 17 00:00:00 2001 From: hansinikarunarathne <107214435+hansinikarunarathne@users.noreply.github.com> Date: Tue, 30 Jul 2024 14:59:02 +0530 Subject: [PATCH] Made chnages in workflow files to remove reduntant codes Signed-off-by: hansinikarunarathne <107214435+hansinikarunarathne@users.noreply.github.com> --- .github/workflows/bentoml_test.yaml | 12 ++---- .github/workflows/centraldashboard_test.yaml | 12 ++---- .github/workflows/dex_test.yaml | 12 ++---- .../jupyter_web_application_test.yaml | 12 ++---- .github/workflows/katib_test.yaml | 12 ++---- .github/workflows/kserve_cni_test.yaml | 12 ++---- .github/workflows/kserve_m2m_test.yaml | 12 ++---- .github/workflows/kserve_test.yaml | 12 ++---- .github/workflows/metacontroller_test.yaml | 12 ++---- .github/workflows/model_registry_test.yaml | 12 ++---- .../notebook_controller_m2m_test.yaml | 14 +++---- .../workflows/notebook_controller_test.yaml | 12 ++---- .../workflows/pipeline_run_from_notebook.yaml | 12 ++---- .github/workflows/pipeline_test.yaml | 12 ++---- .github/workflows/profiles_test.yaml | 12 ++---- .github/workflows/ray_test.yaml | 12 ++---- .github/workflows/seldon_test.yaml | 12 ++---- .../tensorboard_controller_test.yaml | 12 ++---- .../tensorboards_web_application_test.yaml | 12 ++---- .github/workflows/train_operator_test.yaml | 40 +++++++++++++++++++ .../volumes_web_application_test.yaml | 12 ++---- 21 files changed, 121 insertions(+), 161 deletions(-) create mode 100644 .github/workflows/train_operator_test.yaml diff --git a/.github/workflows/bentoml_test.yaml b/.github/workflows/bentoml_test.yaml index 71b59956ff..b75b15e2ea 100644 --- a/.github/workflows/bentoml_test.yaml +++ b/.github/workflows/bentoml_test.yaml @@ -17,14 +17,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install cert-manager run: ./tests/gh-actions/install_cert_manager.sh diff --git a/.github/workflows/centraldashboard_test.yaml b/.github/workflows/centraldashboard_test.yaml index 6fd9337da1..ec86d67840 100644 --- a/.github/workflows/centraldashboard_test.yaml +++ b/.github/workflows/centraldashboard_test.yaml @@ -16,14 +16,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/dex_test.yaml b/.github/workflows/dex_test.yaml index 140772cf79..500153611d 100644 --- a/.github/workflows/dex_test.yaml +++ b/.github/workflows/dex_test.yaml @@ -16,14 +16,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/jupyter_web_application_test.yaml b/.github/workflows/jupyter_web_application_test.yaml index 6cd555d8f9..2de83055a0 100644 --- a/.github/workflows/jupyter_web_application_test.yaml +++ b/.github/workflows/jupyter_web_application_test.yaml @@ -16,14 +16,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/katib_test.yaml b/.github/workflows/katib_test.yaml index c61e2237b3..e097700fa9 100644 --- a/.github/workflows/katib_test.yaml +++ b/.github/workflows/katib_test.yaml @@ -18,14 +18,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/kserve_cni_test.yaml b/.github/workflows/kserve_cni_test.yaml index eb48f8fb34..6604bf2901 100644 --- a/.github/workflows/kserve_cni_test.yaml +++ b/.github/workflows/kserve_cni_test.yaml @@ -20,14 +20,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Create kubeflow namespace run: kustomize build common/kubeflow-namespace/base | kubectl apply -f - diff --git a/.github/workflows/kserve_m2m_test.yaml b/.github/workflows/kserve_m2m_test.yaml index 3b79215e57..b06627c95d 100644 --- a/.github/workflows/kserve_m2m_test.yaml +++ b/.github/workflows/kserve_m2m_test.yaml @@ -23,18 +23,14 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install kubectl run: ./tests/gh-actions/install_kubectl.sh - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh - - name: Create kubeflow namespace run: kustomize build common/kubeflow-namespace/base | kubectl apply -f - diff --git a/.github/workflows/kserve_test.yaml b/.github/workflows/kserve_test.yaml index e4d5ef7cfe..36f86abae1 100644 --- a/.github/workflows/kserve_test.yaml +++ b/.github/workflows/kserve_test.yaml @@ -20,14 +20,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Create kubeflow namespace run: kustomize build common/kubeflow-namespace/base | kubectl apply -f - diff --git a/.github/workflows/metacontroller_test.yaml b/.github/workflows/metacontroller_test.yaml index 403c126aa1..23abd8d4e8 100644 --- a/.github/workflows/metacontroller_test.yaml +++ b/.github/workflows/metacontroller_test.yaml @@ -19,14 +19,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config ./tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/model_registry_test.yaml b/.github/workflows/model_registry_test.yaml index 082d9b540b..2c698abd76 100644 --- a/.github/workflows/model_registry_test.yaml +++ b/.github/workflows/model_registry_test.yaml @@ -17,18 +17,14 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install kubectl run: ./tests/gh-actions/install_kubectl.sh - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh - - name: Create kubeflow namespace run: kustomize build common/kubeflow-namespace/base | kubectl apply -f - diff --git a/.github/workflows/notebook_controller_m2m_test.yaml b/.github/workflows/notebook_controller_m2m_test.yaml index 8c49bf40a3..b91c5621f1 100644 --- a/.github/workflows/notebook_controller_m2m_test.yaml +++ b/.github/workflows/notebook_controller_m2m_test.yaml @@ -19,18 +19,14 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + - name: Install kubectl run: ./tests/gh-actions/install_kubectl.sh - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh - - name: Create kubeflow namespace run: kustomize build common/kubeflow-namespace/base | kubectl apply -f - diff --git a/.github/workflows/notebook_controller_test.yaml b/.github/workflows/notebook_controller_test.yaml index abb01afaf0..5866e40184 100644 --- a/.github/workflows/notebook_controller_test.yaml +++ b/.github/workflows/notebook_controller_test.yaml @@ -17,14 +17,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/pipeline_run_from_notebook.yaml b/.github/workflows/pipeline_run_from_notebook.yaml index 8e965bb375..3ce80ec572 100644 --- a/.github/workflows/pipeline_run_from_notebook.yaml +++ b/.github/workflows/pipeline_run_from_notebook.yaml @@ -23,14 +23,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio with external authentication run: ./tests/gh-actions/install_istio_with_ext_auth.sh diff --git a/.github/workflows/pipeline_test.yaml b/.github/workflows/pipeline_test.yaml index 2df9ee79c0..1edb678f41 100644 --- a/.github/workflows/pipeline_test.yaml +++ b/.github/workflows/pipeline_test.yaml @@ -21,14 +21,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install kubectl run: ./tests/gh-actions/install_kubectl.sh diff --git a/.github/workflows/profiles_test.yaml b/.github/workflows/profiles_test.yaml index 2352352bf9..bbf466ca05 100644 --- a/.github/workflows/profiles_test.yaml +++ b/.github/workflows/profiles_test.yaml @@ -17,14 +17,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/ray_test.yaml b/.github/workflows/ray_test.yaml index 56732ddbc6..adc08594c0 100644 --- a/.github/workflows/ray_test.yaml +++ b/.github/workflows/ray_test.yaml @@ -14,14 +14,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Build & Apply manifests run: | diff --git a/.github/workflows/seldon_test.yaml b/.github/workflows/seldon_test.yaml index 822ba29df4..3a2f78e6a9 100644 --- a/.github/workflows/seldon_test.yaml +++ b/.github/workflows/seldon_test.yaml @@ -19,14 +19,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/tensorboard_controller_test.yaml b/.github/workflows/tensorboard_controller_test.yaml index 9e1104fce7..d73fb302f4 100644 --- a/.github/workflows/tensorboard_controller_test.yaml +++ b/.github/workflows/tensorboard_controller_test.yaml @@ -17,14 +17,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/tensorboards_web_application_test.yaml b/.github/workflows/tensorboards_web_application_test.yaml index b74640325b..c18c198557 100644 --- a/.github/workflows/tensorboards_web_application_test.yaml +++ b/.github/workflows/tensorboards_web_application_test.yaml @@ -17,14 +17,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh diff --git a/.github/workflows/train_operator_test.yaml b/.github/workflows/train_operator_test.yaml new file mode 100644 index 0000000000..940f4c5034 --- /dev/null +++ b/.github/workflows/train_operator_test.yaml @@ -0,0 +1,40 @@ +name: Build & Apply Training Operator manifests in KinD +on: + pull_request: + paths: + - .github/workflows/train_operator_test.yaml + - apps/training-operator/upstream/** + - tests/gh-actions/kind-cluster.yaml + - tests/gh-actions/install_kind.sh + - tests/gh-actions/install_kustomize.sh + - tests/gh-actions/install_istio.sh + - common/istio*/** + - tests/gh-actions/kf-objects/tfjob.yaml + +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + + - name: Install Istio + run: ./tests/gh-actions/install_istio.sh + + - name: Build & Apply manifests + run: | + cd apps/training-operator/upstream + kubectl create ns kubeflow + kustomize build overlays/kubeflow | kubectl apply -f - + kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 180s + + - name: Create a TFJob + run: | + kubectl create -f tests/gh-actions/kf-objects/tfjob.yaml + kubectl wait --for=condition=Succeeded tfjobs tfjob-simple -n kubeflow --timeout 600s + diff --git a/.github/workflows/volumes_web_application_test.yaml b/.github/workflows/volumes_web_application_test.yaml index ee832b0aab..8e2a53e560 100644 --- a/.github/workflows/volumes_web_application_test.yaml +++ b/.github/workflows/volumes_web_application_test.yaml @@ -17,14 +17,10 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - name: Install KinD - run: ./tests/gh-actions/install_kind.sh - - - name: Create KinD Cluster - run: kind create cluster --config tests/gh-actions/kind-cluster.yaml - - - name: Install kustomize - run: ./tests/gh-actions/install_kustomize.sh + - name: Install KinD, Create KinD cluster and Install kustomize + run: | + chmod +x tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh + ./tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh - name: Install Istio run: ./tests/gh-actions/install_istio.sh