added script to create gcp cluster #36
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration Test on GCP Workflow | |
| on: | |
| push: | |
| branches: | |
| - develop | |
| - main | |
| - google-object-storage-support | |
| jobs: | |
| build-operator-image: | |
| runs-on: ubuntu-latest | |
| env: | |
| SPLUNK_ENTERPRISE_IMAGE: ${{ secrets.SPLUNK_ENTERPRISE_IMAGE }} | |
| SPLUNK_OPERATOR_IMAGE_NAME: splunk/splunk-operator | |
| ARTIFACT_REGISTRY: ${{ secrets.GCP_ARTIFACT_REGISTRY }} # Updated for Artifact Registry | |
| steps: | |
| - name: Checkout Code | |
| uses: actions/checkout@v2 | |
| - name: Load Environment Variables | |
| id: dotenv | |
| uses: falti/dotenv-action@d4d12eaa0e1dd06d5bdc3d7af3bf4c8c93cb5359 | |
| with: | |
| path: .env # Adjust the path if your dotenv file is located elsewhere | |
| - name: Setup Go | |
| uses: actions/setup-go@v2 | |
| with: | |
| go-version: ${{ steps.dotenv.outputs.GO_VERSION }} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2.5.0 | |
| - name: Install Operator SDK | |
| run: | | |
| ARCH=$(case $(uname -m) in | |
| x86_64) echo -n amd64 ;; | |
| aarch64) echo -n arm64 ;; | |
| *) echo -n $(uname -m) ;; | |
| esac) | |
| OS=$(uname | awk '{print tolower($0)}') | |
| OPERATOR_SDK_DL_URL=https://github.com/operator-framework/operator-sdk/releases/download/${{ steps.dotenv.outputs.OPERATOR_SDK_VERSION }} | |
| curl -LO ${OPERATOR_SDK_DL_URL}/operator-sdk_${OS}_${ARCH} | |
| chmod +x operator-sdk_${OS}_${ARCH} | |
| sudo mv operator-sdk_${OS}_${ARCH} /usr/local/bin/operator-sdk | |
| - name: Authenticate to GCP | |
| uses: google-github-actions/auth@v1 | |
| with: | |
| credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | |
| #- name: Configure Docker for Artifact Registry | |
| # run: | | |
| # echo ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | docker login -u _json_key --password-stdin https://${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| - name: Login to GCR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| username: _json_key | |
| password: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | |
| - name: Build Splunk Operator Image | |
| run: | | |
| make docker-buildx IMG=${{ secrets.GCP_ARTIFACT_REGISTRY }}/${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA | |
| #- name: Push Splunk Operator Image to Artifact Registry | |
| # run: | | |
| # echo "Uploading Image to Artifact Registry :: ${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA" | |
| # make docker-push IMG=${{ secrets.GCP_ARTIFACT_REGISTRY }}/${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA | |
| setup-gke-cluster: | |
| runs-on: ubuntu-latest | |
| needs: build-operator-image | |
| if: always() # Ensures this job runs regardless of build-operator-image success or failure | |
| env: | |
| CLUSTER_WORKERS: 5 | |
| TEST_CLUSTER_PLATFORM: gcp | |
| CLUSTER_PROVIDER: gcp | |
| ARTIFACT_REGISTRY: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| CLUSTER_NAME: gke-integration-test-cluster-${{ github.run_id }} | |
| GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }} | |
| GCP_REGION: ${{ secrets.GCP_REGION }} | |
| GCP_ZONE: ${{ secrets.GCP_ZONE }} | |
| GCP_NETWORK: default # Adjust if using a custom network | |
| GCP_SUBNETWORK: default # Adjust if using a custom subnetwork | |
| steps: | |
| - name: Checkout Code | |
| uses: actions/checkout@v2 | |
| - name: Load Environment Variables | |
| id: dotenv | |
| uses: falti/dotenv-action@d4d12eaa0e1dd06d5bdc3d7af3bf4c8c93cb5359 | |
| with: | |
| path: .env | |
| - name: Authenticate to GCP | |
| uses: google-github-actions/auth@v1 | |
| with: | |
| credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | |
| - name: Set up Cloud SDK | |
| uses: google-github-actions/setup-gcloud@v1 | |
| with: | |
| project_id: ${{ secrets.GCP_PROJECT_ID }} | |
| install_components: 'kubectl' | |
| - name: Set GCP Project | |
| run: | | |
| gcloud config set project ${{ env.GCP_PROJECT_ID }} | |
| - name: Create GKE Cluster | |
| run: | | |
| gcloud container clusters create ${{ env.CLUSTER_NAME }} \ | |
| --zone ${{ env.GCP_ZONE }} \ | |
| --num-nodes ${{ env.CLUSTER_WORKERS }} \ | |
| --machine-type e2-standard-4 \ | |
| --enable-ip-alias \ | |
| --network ${{ env.GCP_NETWORK }} \ | |
| --subnetwork ${{ env.GCP_SUBNETWORK }} \ | |
| --scopes "https://www.googleapis.com/auth/cloud-platform" | |
| - name: Get Kubernetes Credentials | |
| run: | | |
| gcloud container clusters get-credentials ${{ env.CLUSTER_NAME }} --zone ${{ env.GCP_ZONE }} --project ${{ env.GCP_PROJECT_ID }} | |
| - name: Allow Pulling from Artifact Registry | |
| run: | | |
| gcloud auth configure-docker ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| int-tests-appframeworkgcp: | |
| runs-on: ubuntu-latest | |
| needs: setup-gke-cluster | |
| env: | |
| CLUSTER_NODES: 2 | |
| CLUSTER_WORKERS: 5 | |
| SPLUNK_ENTERPRISE_IMAGE: ${{ secrets.SPLUNK_ENTERPRISE_IMAGE }} | |
| SPLUNK_ENTERPRISE_RELEASE_IMAGE: ${{ secrets.SPLUNK_ENTERPRISE_RELEASE_IMAGE }} | |
| SPLUNK_OPERATOR_IMAGE_NAME: splunk/splunk-operator | |
| SPLUNK_OPERATOR_IMAGE_FILENAME: splunk-operator | |
| TEST_FOCUS: gcp_sanity | |
| TEST_TO_SKIP: "^(?:[^s]+|s(?:$|[^m]|m(?:$|[^o]|o(?:$|[^k]|k(?:$|[^e])))))*$" | |
| TEST_CLUSTER_PLATFORM: gcp | |
| CLUSTER_PROVIDER: gcp | |
| ARTIFACT_REGISTRY: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| CLUSTER_NAME: gke-integration-test-cluster-${{ github.run_id }} | |
| GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }} | |
| GCP_REGION: ${{ secrets.GCP_REGION }} | |
| GCP_ZONE: ${{ secrets.GCP_ZONE }} | |
| GCP_NETWORK: default | |
| GCP_SUBNETWORK: default | |
| TEST_BUCKET: ${{ secrets.TEST_BUCKET }} | |
| TEST_INDEXES_S3_BUCKET: ${{ secrets.TEST_INDEXES_S3_BUCKET }} | |
| ENTERPRISE_LICENSE_LOCATION: ${{ secrets.ENTERPRISE_LICENSE_LOCATION }} | |
| REGISTRY_REPOSITORY: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| CLUSTER_WIDE: "true" | |
| GCP_SERVICE_ACCOUNT_ENABLED: "false" | |
| PRIVATE_REGISTRY: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| GCP_STORAGE_ACCOUNT: ${{ secrets.GCP_STORAGE_ACCOUNT }} | |
| GCP_STORAGE_ACCOUNT_KEY: ${{ secrets.GCP_STORAGE_ACCOUNT_KEY }} | |
| GCP_TEST_CONTAINER: ${{ secrets.GCP_TEST_CONTAINER}} | |
| GCP_INDEXES_CONTAINER: ${{ secrets.GCP_INDEXES_CONTAINER}} | |
| ECR_REPOSITORY: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| GCP_CONTAINER_REGISTRY_LOGIN_SERVER: ${{ secrets.AZURE_ACR_LOGIN_SERVER }} | |
| steps: | |
| - name: Set Test Cluster Name | |
| run: | | |
| echo "TEST_CLUSTER_NAME=gke-integration-test-cluster-${{ github.run_id }}" >> $GITHUB_ENV | |
| - name: Checkout Code | |
| uses: actions/checkout@v2 | |
| - name: Load Environment Variables | |
| id: dotenv | |
| uses: falti/dotenv-action@d4d12eaa0e1dd06d5bdc3d7af3bf4c8c93cb5359 | |
| with: | |
| path: .env | |
| - name: Set up Cloud SDK | |
| uses: google-github-actions/setup-gcloud@v1 | |
| with: | |
| project_id: ${{ secrets.GCP_PROJECT_ID }} | |
| install_components: 'kubectl' | |
| - name: Change Splunk Enterprise Image on Main Branches | |
| if: github.ref == 'refs/heads/main' | |
| run: | | |
| echo "SPLUNK_ENTERPRISE_IMAGE=${{ steps.dotenv.outputs.SPLUNK_ENTERPRISE_RELEASE_IMAGE }}" >> $GITHUB_ENV | |
| - name: Authenticate to GCP | |
| uses: google-github-actions/auth@v1 | |
| with: | |
| credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | |
| - name: Set GCP Project | |
| run: | | |
| gcloud config set project ${{ env.GCP_PROJECT_ID }} | |
| - name: Install Kubectl | |
| uses: azure/setup-kubectl@v3 | |
| with: | |
| version: ${{ steps.dotenv.outputs.KUBECTL_VERSION }} | |
| - name: Install Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.x' # Specify the Python version if needed | |
| - name: Setup Go | |
| uses: actions/setup-go@v2 | |
| with: | |
| go-version: ${{ steps.dotenv.outputs.GO_VERSION }} | |
| - name: Install Go Lint | |
| run: | | |
| go version | |
| go install golang.org/x/lint/golint@latest | |
| - name: Install Ginkgo | |
| run: | | |
| make setup/ginkgo | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2.5.0 | |
| - name: Login to GCR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ secrets.GCP_ARTIFACT_REGISTRY }} | |
| username: _json_key | |
| password: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | |
| - name: Pull Splunk Enterprise Image | |
| run: docker pull ${{ env.SPLUNK_ENTERPRISE_IMAGE }} | |
| - name: Pull Splunk Operator Image Locally | |
| run: | | |
| docker pull ${{ secrets.GCP_ARTIFACT_REGISTRY }}/${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA | |
| docker tag ${{ secrets.GCP_ARTIFACT_REGISTRY }}/${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA ${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA | |
| echo "SPLUNK_OPERATOR_IMAGE=${{ env.SPLUNK_OPERATOR_IMAGE_NAME }}:$GITHUB_SHA" >> $GITHUB_ENV | |
| - name: Tag and Push Splunk Enterprise Image to Artifact Registry | |
| run: | | |
| docker tag ${{ env.SPLUNK_ENTERPRISE_IMAGE }} ${{ secrets.GCP_ARTIFACT_REGISTRY }}/${{ env.SPLUNK_ENTERPRISE_IMAGE }} | |
| docker push ${{ secrets.GCP_ARTIFACT_REGISTRY }}/${{ env.SPLUNK_ENTERPRISE_IMAGE }} | |
| - name: Get Kubernetes Credentials | |
| run: | | |
| gcloud container clusters get-credentials ${{ env.CLUSTER_NAME }} --zone ${{ env.GCP_ZONE }} --project ${{ env.GCP_PROJECT_ID }} | |
| - name: Get GKE Credentials | |
| uses: google-github-actions/get-gke-credentials@v1 | |
| with: | |
| cluster_name: ${{ env.CLUSTER_NAME }} | |
| location: ${{ env.GCP_ZONE }} | |
| - name: Install Metrics Server | |
| run: | | |
| kubectl apply -f https://github.com/kubernetes-sigs/metrics-server/releases/latest/download/components.yaml | |
| - name: Install Kubernetes Dashboard | |
| run: | | |
| kubectl apply -f https://raw.githubusercontent.com/kubernetes/dashboard/v2.0.5/aio/deploy/recommended.yaml | |
| - name: Setup Kustomize | |
| run: | | |
| curl -s "https://raw.githubusercontent.com/kubernetes-sigs/kustomize/master/hack/install_kustomize.sh" | bash | |
| sudo mv kustomize /usr/local/bin/ | |
| - name: Run Integration Tests | |
| run: | | |
| make int-test | |
| - name: Collect Test Logs | |
| if: ${{ always() }} | |
| run: | | |
| mkdir -p /tmp/pod_logs | |
| find ./test -name "*.log" -exec cp {} /tmp/pod_logs \; | |
| - name: Archive Pod Logs | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: splunk-pods-logs-artifacts-appframeworkgcp | |
| path: /tmp/pod_logs/** | |
| - name: Cleanup Test Case Artifacts | |
| if: ${{ always() }} | |
| run: | | |
| tools/cleanup.sh | |
| make cleanup | |
| make clean | |
| cleanup: | |
| runs-on: ubuntu-latest | |
| needs: [int-tests-appframeworkgcp] | |
| env: | |
| CLUSTER_NAME: gke-integration-test-cluster-${{ github.run_id }} | |
| if: always() # Ensures this job runs regardless of previous job outcomes | |
| steps: | |
| - name: Authenticate to GCP | |
| uses: google-github-actions/auth@v1 | |
| with: | |
| credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} | |
| - name: Set up Cloud SDK | |
| uses: google-github-actions/setup-gcloud@v1 | |
| with: | |
| project_id: ${{ secrets.GCP_PROJECT_ID }} | |
| install_components: 'kubectl' | |
| - name: Delete GKE Cluster | |
| run: | | |
| gcloud container clusters delete ${{ env.CLUSTER_NAME }} --zone ${{ secrets.GCP_ZONE }} --project ${{ secrets.GCP_PROJECT_ID }} --quiet |